00000400:00000010:0.0F:1773941290.953939:0:2292:0:(lib-cpt.c:111:cfs_cpt_table_alloc()) alloc '(cptab)': 56 at 000000009811a037. 00000400:00000010:0.0:1773941290.953949:0:2292:0:(lib-cpt.c:120:cfs_cpt_table_alloc()) alloc '(cptab->ctb_nodemask)': 128 at 00000000f3135cf3. 00000400:00000010:0.0:1773941290.953951:0:2292:0:(lib-cpt.c:124:cfs_cpt_table_alloc()) alloc '(cptab->ctb_cpu2cpt)': 16 at 0000000035674c59. 00000400:00000010:0.0:1773941290.953953:0:2292:0:(lib-cpt.c:131:cfs_cpt_table_alloc()) alloc '(cptab->ctb_node2cpt)': 4 at 000000001d1a2def. 00000400:00000010:0.0:1773941290.953954:0:2292:0:(lib-cpt.c:138:cfs_cpt_table_alloc()) alloc '(cptab->ctb_parts)': 64 at 000000007afd3335. 00000400:00000010:0.0:1773941290.953956:0:2292:0:(lib-cpt.c:150:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 000000003fa25db2. 00000400:00000010:0.0:1773941290.953957:0:2292:0:(lib-cpt.c:154:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 8 at 0000000096f863e3. 00000400:00000010:0.0:1773941290.953958:0:2292:0:(lib-cpt.c:150:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 0000000065c0d9d2. 00000400:00000010:0.0:1773941290.953959:0:2292:0:(lib-cpt.c:154:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 8 at 0000000061d0a734. 00000400:00000010:1.0F:1773941291.709791:0:2292:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 00000000eb9781f8. 00000400:00000010:1.0:1773941291.709806:0:2292:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f646d171. 00000400:00000010:1.0:1773941291.709810:0:2292:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000038399f5d. 00000400:00000010:1.0:1773941291.709811:0:2292:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d7e79243. 00000400:00000010:1.0:1773941291.709812:0:2292:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 0000000050ad798a. 00000400:00000010:1.0:1773941291.709813:0:2292:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007c08b017. 00000400:00000010:1.0:1773941291.709814:0:2292:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000754b5f22. 00000400:00000010:1.0:1773941291.709815:0:2292:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f27b9fe0. 00000400:00000200:1.0:1773941291.709902:0:2292:0:(api-ni.c:982:lnet_register_lnd()) lo LND registered 00000400:00000200:2.0F:1773941291.756776:0:2308:0:(api-ni.c:982:lnet_register_lnd()) tcp LND registered 00000020:02000000:3.0F:1773941291.893911:0:2321:0:(class_obd.c:784:obdclass_init()) Lustre: Build Version: 2.17.50_193_gf5bca74 00000020:00000010:3.0:1773941291.896021:0:2321:0:(lustre_handles.c:148:class_handle_init()) kmalloced '(handle_hash)': 2097152 at 00000000b16ead2d. 00000001:00000010:3.0:1773941291.896671:0:2321:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000e2e2acfe. 00000001:00000010:3.0:1773941291.896676:0:2321:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000496fbc8e. 00000001:00000010:3.0:1773941291.896678:0:2321:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000034cfe462. 00000001:00000010:3.0:1773941291.896680:0:2321:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d60391dc. 00000001:00000010:3.0:1773941291.896681:0:2321:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d35a55a5. 00000001:00000010:3.0:1773941291.896683:0:2321:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a11dac15. 00000020:00000010:3.0:1773941291.896735:0:2321:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e4cec10. 00000020:00000010:3.0:1773941291.896739:0:2321:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bd07c4c8. 00000020:00000010:3.0:1773941291.896741:0:2321:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002511136a. 00000020:00000010:3.0:1773941291.896742:0:2321:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000000a6a52c6. 00000001:00000010:3.0:1773941291.896745:0:2321:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000008b4e4e4e. 00000020:00000010:3.0:1773941291.896772:0:2321:0:(cl_object.c:1176:cl_global_init()) kmalloced '(cl_envs)': 192 at 00000000c51bbb09. 00000020:00000010:3.0:1773941291.896907:0:2321:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a5443a5. 00000020:00000010:3.0:1773941291.896911:0:2321:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c7ca3e18. 00000020:00000010:3.0:1773941291.896913:0:2321:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000000194c2c5. 00000020:00000010:3.0:1773941291.896916:0:2321:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077ba3766. 00000020:00000010:3.0:1773941291.896918:0:2321:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000df1bede. 00000020:00000010:3.0:1773941291.896920:0:2321:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000048604450. 00000020:00000010:3.0:1773941291.896923:0:2321:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000001ab9511d. 00000020:00000010:3.0:1773941291.896926:0:2321:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a78751b2. 00000020:00000010:3.0:1773941291.896928:0:2321:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cff50f96. 00000020:00000010:3.0:1773941291.896929:0:2321:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000035e0a472. 00000020:00000010:3.0:1773941291.896930:0:2321:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000003167e01c. 00000020:00000010:3.0:1773941291.896932:0:2321:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c872b4c4. 00000020:00000010:3.0:1773941291.896933:0:2321:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d23fa7af. 00000020:00000010:3.0:1773941291.896935:0:2321:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f5693c52. 00000020:00000010:3.0:1773941291.896937:0:2321:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000082759059. 00000020:00000010:3.0:1773941291.896939:0:2321:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065fd4c0c. 02000000:00000010:3.0:1773941291.896943:0:2321:0:(page_pools.c:1061:obd_pool_init()) kmalloced '(page_pools)': 112 at 000000001ffea045. 02000000:00000010:3.0:1773941291.896946:0:2321:0:(page_pools.c:1065:obd_pool_init()) kmalloced '(pool_shrinkers)': 112 at 00000000ecde4dba. 02000000:00000010:3.0:1773941291.896959:0:2321:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000da0c8d03. 02000000:00000010:3.0:1773941291.896967:0:2321:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 1056 at 00000000be81de2f. 00000001:00000010:3.0:1773941291.896971:0:2321:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000b95d8fb8. 00000020:00000010:3.0:1773941291.897017:0:2321:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000076e1e52a. 00000020:00000010:3.0:1773941291.897030:0:2321:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000076e1e52a. 02000000:00000010:3.0:1773941291.897034:0:2321:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000076b3c6a6. 02000000:00000010:3.0:1773941291.897038:0:2321:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 528 at 0000000078acfd08. 00000001:00000010:3.0:1773941291.897040:0:2321:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000b3af8eda. 00000020:00000010:3.0:1773941291.897065:0:2321:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000076e1e52a. 00000020:00000010:3.0:1773941291.897076:0:2321:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000076e1e52a. 02000000:00000010:3.0:1773941291.897079:0:2321:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000ad8ee34a. 02000000:00000010:3.0:1773941291.897081:0:2321:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 264 at 000000004bfce996. 00000001:00000010:3.0:1773941291.897082:0:2321:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000c5307db4. 00000020:00000010:3.0:1773941291.897094:0:2321:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000076e1e52a. 00000020:00000010:3.0:1773941291.897100:0:2321:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000076e1e52a. 02000000:00000010:3.0:1773941291.897102:0:2321:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000006d749223. 02000000:00000010:3.0:1773941291.897104:0:2321:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 136 at 0000000076e1e52a. 00000001:00000010:3.0:1773941291.897106:0:2321:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000007151573c. 00000020:00000010:3.0:1773941291.897116:0:2321:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000cff92f10. 00000020:00000010:3.0:1773941291.897120:0:2321:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000cff92f10. 02000000:00000010:3.0:1773941291.897122:0:2321:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000004b485d1b. 02000000:00000010:3.0:1773941291.897123:0:2321:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 72 at 000000007cf0cf74. 00000001:00000010:3.0:1773941291.897125:0:2321:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000037bea620. 00000020:00000010:3.0:1773941291.897144:0:2321:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000cff92f10. 00000020:00000010:3.0:1773941291.897149:0:2321:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000cff92f10. 02000000:00000010:3.0:1773941291.897153:0:2321:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000edcd8e48. 02000000:00000010:3.0:1773941291.897155:0:2321:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 40 at 0000000011e86079. 00000001:00000010:3.0:1773941291.897159:0:2321:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000e1cf72b4. 00000020:00000010:3.0:1773941291.897222:0:2321:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000192b0ce5. 00000020:00000010:3.0:1773941291.897234:0:2321:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000192b0ce5. 02000000:00000010:3.0:1773941291.897237:0:2321:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000055400f29. 02000000:00000010:3.0:1773941291.897239:0:2321:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 24 at 0000000074d65009. 00000001:00000010:3.0:1773941291.897245:0:2321:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000296ab24d. 00000020:00000010:3.0:1773941291.897267:0:2321:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000192b0ce5. 00000020:00000010:3.0:1773941291.897275:0:2321:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000192b0ce5. 02000000:00000010:3.0:1773941291.897279:0:2321:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000033b1f8f6. 02000000:00000010:3.0:1773941291.897280:0:2321:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 16 at 00000000c011aa18. 00000001:00000010:3.0:1773941291.897281:0:2321:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000000c6489a1. 00000020:00000010:3.0:1773941291.897318:0:2321:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000192b0ce5. 00000020:00000010:3.0:1773941291.897326:0:2321:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000192b0ce5. 02000000:00000010:3.0:1773941291.897328:0:2321:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000002b4fd222. 02000000:00000010:3.0:1773941291.897330:0:2321:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 0000000054f03325. 00000001:00000010:3.0:1773941291.897332:0:2321:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000096726671. 00000020:00000010:3.0:1773941291.897349:0:2321:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000192b0ce5. 00000020:00000010:3.0:1773941291.897358:0:2321:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000192b0ce5. 02000000:00000010:3.0:1773941291.897361:0:2321:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000002d8d587c. 02000000:00000010:3.0:1773941291.897362:0:2321:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000b0a1f387. 00000001:00000010:3.0:1773941291.897364:0:2321:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000950029c9. 00000020:00000010:3.0:1773941291.897387:0:2321:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000192b0ce5. 00000020:00000010:3.0:1773941291.897398:0:2321:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000192b0ce5. 02000000:00000010:3.0:1773941291.897401:0:2321:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000e80ac6be. 02000000:00000010:3.0:1773941291.897403:0:2321:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000b04f7ba5. 00000001:00000010:3.0:1773941291.897405:0:2321:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000ae4ce6da. 00000020:00000010:3.0:1773941291.897449:0:2321:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000ba2fa890. 00000020:00000010:3.0:1773941291.897459:0:2321:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000ba2fa890. 02000000:00000010:3.0:1773941291.897463:0:2321:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000ec462e95. 02000000:00000010:3.0:1773941291.897464:0:2321:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000f0654543. 00000001:00000010:3.0:1773941291.897466:0:2321:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000031dd446e. 00000020:00000010:3.0:1773941291.897491:0:2321:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000ba2fa890. 00000020:00000010:3.0:1773941291.897499:0:2321:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000ba2fa890. 02000000:00000010:3.0:1773941291.897502:0:2321:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000cd7dda33. 02000000:00000010:3.0:1773941291.897505:0:2321:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000ab146676. 00000001:00000010:3.0:1773941291.897507:0:2321:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000b8b19eba. 00000020:00000010:3.0:1773941291.897529:0:2321:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000ba2fa890. 00000020:00000010:3.0:1773941291.897539:0:2321:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000ba2fa890. 02000000:00000010:3.0:1773941291.897542:0:2321:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000068889ff5. 02000000:00000010:3.0:1773941291.897543:0:2321:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000ec1a7f1d. 00000001:00000010:3.0:1773941291.897545:0:2321:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000065024769. 00000020:00000010:3.0:1773941291.897570:0:2321:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000ba2fa890. 00000020:00000010:3.0:1773941291.897578:0:2321:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000ba2fa890. 00000400:00000010:3.0:1773941292.139310:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000012122a39. 00000400:00000010:3.0:1773941292.139319:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c2150119. 00000400:00000010:3.0:1773941292.139321:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005208087d. 00000100:00000010:3.0:1773941292.139325:0:2336:0:(service.c:3571:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 96 at 0000000000d3a9de. 00000100:00000010:3.0:1773941292.139327:0:2336:0:(service.c:3571:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 96 at 00000000bfc88ee6. 00000100:00000010:3.0:1773941292.139569:0:2338:0:(service.c:3214:ptlrpc_hr_main()) kmalloced '(env)': 56 at 00000000bdf668b3. 00000020:00000010:0.0:1773941292.139614:0:2338:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066822a78. 00000020:00000010:0.0:1773941292.139619:0:2338:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d41d8b1f. 00000040:00000010:0.0:1773941292.139623:0:2338:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000080c54f55. 00000020:00000010:0.0:1773941292.139627:0:2338:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002b6b9948. 00000020:00000010:0.0:1773941292.139632:0:2338:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008989ef65. 00000100:00000010:3.0:1773941292.139826:0:2339:0:(service.c:3214:ptlrpc_hr_main()) kmalloced '(env)': 56 at 0000000071e1e6cf. 00000020:00000010:3.0:1773941292.139835:0:2339:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000477dd63. 00000020:00000010:3.0:1773941292.139838:0:2339:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bb3218c6. 00000040:00000010:3.0:1773941292.139841:0:2339:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b76c50c7. 00000020:00000010:3.0:1773941292.139844:0:2339:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c10bc9a9. 00000020:00000010:3.0:1773941292.139847:0:2339:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007cb5fa35. 00000100:00000200:0.0:1773941292.139902:0:2336:0:(events.c:597:ptlrpc_ni_init()) My pid is: 3039 00000400:00000010:0.0:1773941292.140129:0:2336:0:(api-ni.c:679:lnet_create_remote_nets_table()) alloc '(hash)': 1024 at 00000000e1898334. 00000400:00000010:0.0:1773941292.140133:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000df49087a. 00000400:00000010:0.0:1773941292.140135:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000f35f2638. 00000400:00000010:0.0:1773941292.140137:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000cc56dcaa. 00000400:00000010:0.0:1773941292.140139:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000005663a997. 00000400:00000010:0.0:1773941292.140140:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000001d3ebac6. 00000400:00000010:0.0:1773941292.140144:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000b1be74dc. 00000400:00000010:0.0:1773941292.140148:0:2336:0:(peer.c:108:lnet_peer_tables_create()) alloc '(hash)': 8192 at 000000008371f551. 00000400:00000010:0.0:1773941292.140153:0:2336:0:(peer.c:108:lnet_peer_tables_create()) alloc '(hash)': 8192 at 0000000021bffeef. 00000400:00000010:0.0:1773941292.140157:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000063391960. 00000400:00000010:0.0:1773941292.140159:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000002105ccbc. 00000400:00000010:0.0:1773941292.140160:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000017c09607. 00000400:00000010:0.0:1773941292.140163:0:2336:0:(lib-msg.c:1260:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 16 at 00000000fcd72cea. 00000400:00000010:0.0:1773941292.140166:0:2336:0:(lib-msg.c:1270:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 16 at 000000009db68c72. 00000400:00000010:0.0:1773941292.140168:0:2336:0:(lib-msg.c:1260:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 16 at 00000000fb64958d. 00000400:00000010:0.0:1773941292.140169:0:2336:0:(lib-msg.c:1270:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 16 at 0000000024cc67c3. 00000400:00000010:0.0:1773941292.140224:0:2336:0:(api-ni.c:1174:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 00000000d215a164. 00000400:00000010:0.0:1773941292.140242:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a55a6bf6. 00000400:00000010:0.0:1773941292.140249:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c647c2ff. 00000400:00000010:0.0:1773941292.140250:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000432a137d. 00000400:00000010:0.0:1773941292.140315:0:2336:0:(api-ni.c:1174:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 000000009ee7fe8a. 00000400:00000010:0.0:1773941292.140387:0:2336:0:(api-ni.c:1174:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 00000000abffc97a. 00000400:00000010:0.0:1773941292.140407:0:2336:0:(lib-ptl.c:867:lnet_portals_create()) alloc '(the_lnet.ln_portals)': 512 at 0000000041812fd9. 00000400:00000010:0.0:1773941292.140411:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000006569e8c4. 00000400:00000010:0.0:1773941292.140413:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000009987dac4. 00000400:00000010:0.0:1773941292.140415:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d1531bbe. 00000400:00000010:0.0:1773941292.140417:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005b2d3195. 00000400:00000010:0.0:1773941292.140422:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b7987a4c. 00000400:00000010:0.0:1773941292.140426:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f823325d. 00000400:00000010:0.0:1773941292.140428:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000005b7f98cf. 00000400:00000010:0.0:1773941292.140430:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000ef37f16. 00000400:00000010:0.0:1773941292.140431:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f8880a95. 00000400:00000010:0.0:1773941292.140433:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b693b8fc. 00000400:00000010:0.0:1773941292.140436:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000012e6a540. 00000400:00000010:0.0:1773941292.140440:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b7ccccd2. 00000400:00000010:0.0:1773941292.140443:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ce5f131c. 00000400:00000010:0.0:1773941292.140444:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000002be373a4. 00000400:00000010:0.0:1773941292.140446:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dd09c8cf. 00000400:00000010:0.0:1773941292.140448:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000daa8a412. 00000400:00000010:0.0:1773941292.140458:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bf5877dc. 00000400:00000010:0.0:1773941292.140465:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002b06337f. 00000400:00000010:0.0:1773941292.140468:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000326ab3c5. 00000400:00000010:0.0:1773941292.140469:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ede59fac. 00000400:00000010:0.0:1773941292.140471:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b3438c94. 00000400:00000010:0.0:1773941292.140473:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fde7183b. 00000400:00000010:0.0:1773941292.140477:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007ec5dbbf. 00000400:00000010:0.0:1773941292.140481:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000015b61a8. 00000400:00000010:0.0:1773941292.140483:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000001d61b7f5. 00000400:00000010:0.0:1773941292.140485:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000006cf9354. 00000400:00000010:0.0:1773941292.140487:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000013b8d10d. 00000400:00000010:0.0:1773941292.140492:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007e1fad84. 00000400:00000010:0.0:1773941292.140501:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000049a63d55. 00000400:00000010:0.0:1773941292.140506:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000045060c08. 00000400:00000010:0.0:1773941292.140509:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000f776660a. 00000400:00000010:0.0:1773941292.140511:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000684228f4. 00000400:00000010:0.0:1773941292.140513:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000e27a10c. 00000400:00000010:0.0:1773941292.140515:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000097efe5bf. 00000400:00000010:0.0:1773941292.140518:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002cf9a55d. 00000400:00000010:0.0:1773941292.140523:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009ffe18ed. 00000400:00000010:0.0:1773941292.140526:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d0146247. 00000400:00000010:0.0:1773941292.140528:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000092029efb. 00000400:00000010:0.0:1773941292.140529:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b63015a6. 00000400:00000010:0.0:1773941292.140531:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001f31699a. 00000400:00000010:0.0:1773941292.140540:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007ea3c65b. 00000400:00000010:0.0:1773941292.140545:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e7507748. 00000400:00000010:0.0:1773941292.140548:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000f82a0a07. 00000400:00000010:0.0:1773941292.140550:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001bbb98e9. 00000400:00000010:0.0:1773941292.140551:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b188c6c0. 00000400:00000010:0.0:1773941292.140553:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000092c1b662. 00000400:00000010:0.0:1773941292.140557:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000055301c60. 00000400:00000010:0.0:1773941292.140562:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003648a11b. 00000400:00000010:0.0:1773941292.140564:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000016651768. 00000400:00000010:0.0:1773941292.140566:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000398658b5. 00000400:00000010:0.0:1773941292.140568:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000010f688e5. 00000400:00000010:0.0:1773941292.140570:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000458c8b3e. 00000400:00000010:0.0:1773941292.140579:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e61b7365. 00000400:00000010:0.0:1773941292.140585:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001801fbf1. 00000400:00000010:0.0:1773941292.140587:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d021f74f. 00000400:00000010:0.0:1773941292.140589:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000051479c15. 00000400:00000010:0.0:1773941292.140591:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a78d9aa1. 00000400:00000010:0.0:1773941292.140593:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008f855969. 00000400:00000010:0.0:1773941292.140596:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004301045f. 00000400:00000010:0.0:1773941292.140600:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000112f4aa6. 00000400:00000010:0.0:1773941292.140608:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000707f1b2d. 00000400:00000010:0.0:1773941292.140610:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000005a603d1c. 00000400:00000010:0.0:1773941292.140612:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e32f0673. 00000400:00000010:0.0:1773941292.140614:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000810ddda0. 00000400:00000010:0.0:1773941292.140623:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f8195583. 00000400:00000010:0.0:1773941292.140628:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000732d7b94. 00000400:00000010:0.0:1773941292.140631:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007f99cf03. 00000400:00000010:0.0:1773941292.140633:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000004b36aa33. 00000400:00000010:0.0:1773941292.140635:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000df0cbbe8. 00000400:00000010:0.0:1773941292.140636:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003be915a6. 00000400:00000010:0.0:1773941292.140640:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006a883dc7. 00000400:00000010:0.0:1773941292.140644:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004ac93734. 00000400:00000010:0.0:1773941292.140646:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000703ff93a. 00000400:00000010:0.0:1773941292.140647:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006e183916. 00000400:00000010:0.0:1773941292.140649:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000078a02006. 00000400:00000010:0.0:1773941292.140660:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002dfebcbd. 00000400:00000010:0.0:1773941292.140668:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bbaad03b. 00000400:00000010:0.0:1773941292.140672:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000be6d024f. 00000400:00000010:0.0:1773941292.140673:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000052236d12. 00000400:00000010:0.0:1773941292.140674:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000dd3173bf. 00000400:00000010:0.0:1773941292.140676:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000039c9e744. 00000400:00000010:0.0:1773941292.140677:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000085248b84. 00000400:00000010:0.0:1773941292.140679:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001904ba76. 00000400:00000010:0.0:1773941292.140683:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000063d236c5. 00000400:00000010:0.0:1773941292.140685:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000009b15e7cc. 00000400:00000010:0.0:1773941292.140687:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ec69a644. 00000400:00000010:0.0:1773941292.140688:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001c25b443. 00000400:00000010:0.0:1773941292.140690:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000030217130. 00000400:00000010:0.0:1773941292.140698:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ccbf8a16. 00000400:00000010:0.0:1773941292.140704:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000041256fec. 00000400:00000010:0.0:1773941292.140707:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007331dfee. 00000400:00000010:0.0:1773941292.140730:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008cdb5e8e. 00000400:00000010:0.0:1773941292.140734:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d87d2b64. 00000400:00000010:0.0:1773941292.140741:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007aba57ee. 00000400:00000010:0.0:1773941292.140747:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000422b71bd. 00000400:00000010:0.0:1773941292.140752:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a9698057. 00000400:00000010:0.0:1773941292.140755:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c462d59a. 00000400:00000010:0.0:1773941292.140757:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ee640dc6. 00000400:00000010:0.0:1773941292.140759:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000096e37b50. 00000400:00000010:0.0:1773941292.140761:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002ff51099. 00000400:00000010:0.0:1773941292.140771:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000024f4b44e. 00000400:00000010:0.0:1773941292.140776:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ee602989. 00000400:00000010:0.0:1773941292.140779:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000031b573f3. 00000400:00000010:0.0:1773941292.140781:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000075fd36ea. 00000400:00000010:0.0:1773941292.140783:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000013c11189. 00000400:00000010:0.0:1773941292.140785:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000016ab9d10. 00000400:00000010:0.0:1773941292.140788:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000b2082eb. 00000400:00000010:0.0:1773941292.140792:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000088c9e8dd. 00000400:00000010:0.0:1773941292.140795:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000966ed21e. 00000400:00000010:0.0:1773941292.140796:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007e5ba0af. 00000400:00000010:0.0:1773941292.140798:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000053404af1. 00000400:00000010:0.0:1773941292.140800:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005b6d6525. 00000400:00000010:0.0:1773941292.140810:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000071f980bb. 00000400:00000010:0.0:1773941292.140816:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f7aa9f73. 00000400:00000010:0.0:1773941292.140819:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000745197c0. 00000400:00000010:0.0:1773941292.140821:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a5270fdb. 00000400:00000010:0.0:1773941292.140823:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c66aff42. 00000400:00000010:0.0:1773941292.140825:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001b6a5359. 00000400:00000010:0.0:1773941292.140829:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cad75581. 00000400:00000010:0.0:1773941292.140834:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ad5dbf3f. 00000400:00000010:0.0:1773941292.140837:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007f383500. 00000400:00000010:0.0:1773941292.140839:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c7a13bc1. 00000400:00000010:0.0:1773941292.140841:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000006b82abd. 00000400:00000010:0.0:1773941292.140843:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007bf2d5b5. 00000400:00000010:0.0:1773941292.140852:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000010992c4a. 00000400:00000010:0.0:1773941292.140858:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bf78cec3. 00000400:00000010:0.0:1773941292.140865:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000019f34c42. 00000400:00000010:0.0:1773941292.140868:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000de04376b. 00000400:00000010:0.0:1773941292.140870:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000052c4f93d. 00000400:00000010:0.0:1773941292.140872:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009f91786c. 00000400:00000010:0.0:1773941292.140875:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000477fe20a. 00000400:00000010:0.0:1773941292.140880:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c6794407. 00000400:00000010:0.0:1773941292.140882:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b5723f01. 00000400:00000010:0.0:1773941292.140884:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000078f12a0f. 00000400:00000010:0.0:1773941292.140886:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000072f856d5. 00000400:00000010:0.0:1773941292.140887:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bb6df0c2. 00000400:00000010:0.0:1773941292.140897:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004c9f7385. 00000400:00000010:0.0:1773941292.140903:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007b985e36. 00000400:00000010:0.0:1773941292.140906:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000000ce34f3f. 00000400:00000010:0.0:1773941292.140908:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000098cfbdfc. 00000400:00000010:0.0:1773941292.140910:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004c33b7d6. 00000400:00000010:0.0:1773941292.140912:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d106bbf1. 00000400:00000010:0.0:1773941292.140915:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006f24ae36. 00000400:00000010:0.0:1773941292.140920:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000091e94574. 00000400:00000010:0.0:1773941292.140923:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000061b66694. 00000400:00000010:0.0:1773941292.140925:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000674889f1. 00000400:00000010:0.0:1773941292.140927:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000769a852f. 00000400:00000010:0.0:1773941292.140929:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bb8d11a8. 00000400:00000010:0.0:1773941292.140939:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000060496231. 00000400:00000010:0.0:1773941292.140944:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000073f8bf79. 00000400:00000010:0.0:1773941292.140947:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000367bd280. 00000400:00000010:0.0:1773941292.140949:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000043f1436a. 00000400:00000010:0.0:1773941292.140951:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000089e111d4. 00000400:00000010:0.0:1773941292.140953:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a3212491. 00000400:00000010:0.0:1773941292.140956:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e18a8726. 00000400:00000010:0.0:1773941292.140961:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a06bcaf0. 00000400:00000010:0.0:1773941292.140963:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c8dfcf10. 00000400:00000010:0.0:1773941292.140965:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000c3c9a19. 00000400:00000010:0.0:1773941292.140967:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008956581e. 00000400:00000010:0.0:1773941292.140972:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f3c6dba9. 00000400:00000010:0.0:1773941292.140981:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004776dd08. 00000400:00000010:0.0:1773941292.140987:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000de397ca1. 00000400:00000010:0.0:1773941292.140990:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000000423bca8. 00000400:00000010:0.0:1773941292.140993:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e3f309eb. 00000400:00000010:0.0:1773941292.140994:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bd3ef7bf. 00000400:00000010:0.0:1773941292.140996:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b76d593c. 00000400:00000010:0.0:1773941292.141000:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006b681d2d. 00000400:00000010:0.0:1773941292.141004:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dc08aad9. 00000400:00000010:0.0:1773941292.141007:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000003bc173e2. 00000400:00000010:0.0:1773941292.141009:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000009b44e859. 00000400:00000010:0.0:1773941292.141011:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000a9b4251. 00000400:00000010:0.0:1773941292.141012:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d65d9d4d. 00000400:00000010:0.0:1773941292.141022:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c384dddb. 00000400:00000010:0.0:1773941292.141028:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000305a02e9. 00000400:00000010:0.0:1773941292.141042:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ae29f993. 00000400:00000010:0.0:1773941292.141045:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a4ab422b. 00000400:00000010:0.0:1773941292.141047:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000059d9b330. 00000400:00000010:0.0:1773941292.141049:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a3f52204. 00000400:00000010:0.0:1773941292.141053:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000067f0d36b. 00000400:00000010:0.0:1773941292.141057:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005bf0811f. 00000400:00000010:0.0:1773941292.141060:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d978e3eb. 00000400:00000010:0.0:1773941292.141063:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a16f9146. 00000400:00000010:0.0:1773941292.141064:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001ce1a609. 00000400:00000010:0.0:1773941292.141066:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000043b8e5b2. 00000400:00000010:0.0:1773941292.141075:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000aa157833. 00000400:00000010:0.0:1773941292.141081:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000024155306. 00000400:00000010:0.0:1773941292.141084:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000003118bc25. 00000400:00000010:0.0:1773941292.141086:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ab7866dc. 00000400:00000010:0.0:1773941292.141088:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000070ddfd8a. 00000400:00000010:0.0:1773941292.141089:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cd620417. 00000400:00000010:0.0:1773941292.141093:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e3dfba09. 00000400:00000010:0.0:1773941292.141098:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000096c0f569. 00000400:00000010:0.0:1773941292.141105:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000004b5c6e3. 00000400:00000010:0.0:1773941292.141107:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000266cc8c1. 00000400:00000010:0.0:1773941292.141109:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000741076f1. 00000400:00000010:0.0:1773941292.141111:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000077f7d14d. 00000400:00000010:0.0:1773941292.141121:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000efb64dc8. 00000400:00000010:0.0:1773941292.141127:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000be4e34b2. 00000400:00000010:0.0:1773941292.141131:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000f5eeaf2b. 00000400:00000010:0.0:1773941292.141132:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f0488b65. 00000400:00000010:0.0:1773941292.141134:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000005bca7bb. 00000400:00000010:0.0:1773941292.141136:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003ba200f9. 00000400:00000010:0.0:1773941292.141140:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005f8592ae. 00000400:00000010:0.0:1773941292.141144:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009381e170. 00000400:00000010:0.0:1773941292.141147:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007f197248. 00000400:00000010:0.0:1773941292.141148:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000e7b78ae. 00000400:00000010:0.0:1773941292.141150:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000062cc0d51. 00000400:00000010:0.0:1773941292.141152:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f4f19e3b. 00000400:00000010:0.0:1773941292.141163:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cffc7d7d. 00000400:00000010:0.0:1773941292.141169:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000052a728f2. 00000400:00000010:0.0:1773941292.141173:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000682718ad. 00000400:00000010:0.0:1773941292.141175:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008c45fbb9. 00000400:00000010:0.0:1773941292.141178:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e94b63b0. 00000400:00000010:0.0:1773941292.141179:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f618f330. 00000400:00000010:0.0:1773941292.141183:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000078c4114c. 00000400:00000010:0.0:1773941292.141187:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000afbd4a5e. 00000400:00000010:0.0:1773941292.141190:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000076602b6c. 00000400:00000010:0.0:1773941292.141192:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ca989c46. 00000400:00000010:0.0:1773941292.141194:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000088b02d70. 00000400:00000010:0.0:1773941292.141196:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000276d7df5. 00000400:00000010:0.0:1773941292.141206:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007f73bffd. 00000400:00000010:0.0:1773941292.141212:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005a8da437. 00000400:00000010:0.0:1773941292.141215:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000011d9adcc. 00000400:00000010:0.0:1773941292.141217:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f5c27f71. 00000400:00000010:0.0:1773941292.141219:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000934bfa8e. 00000400:00000010:0.0:1773941292.141225:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000afb00a1b. 00000400:00000010:0.0:1773941292.141229:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fd2a4ae2. 00000400:00000010:0.0:1773941292.141233:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000399ec200. 00000400:00000010:0.0:1773941292.141236:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000010260f44. 00000400:00000010:0.0:1773941292.141238:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006aba2195. 00000400:00000010:0.0:1773941292.141240:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000040396dd7. 00000400:00000010:0.0:1773941292.141242:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e141187d. 00000400:00000010:0.0:1773941292.141251:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000402d84d5. 00000400:00000010:0.0:1773941292.141257:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c06de7f7. 00000400:00000010:0.0:1773941292.141260:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c4d62aa1. 00000400:00000010:0.0:1773941292.141262:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000053498960. 00000400:00000010:0.0:1773941292.141264:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004d7efd6b. 00000400:00000010:0.0:1773941292.141266:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000796a3965. 00000400:00000010:0.0:1773941292.141269:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006cdda4de. 00000400:00000010:0.0:1773941292.141274:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a698691e. 00000400:00000010:0.0:1773941292.141277:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000039a45867. 00000400:00000010:0.0:1773941292.141278:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000093873c6e. 00000400:00000010:0.0:1773941292.141280:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000065d571fa. 00000400:00000010:0.0:1773941292.141282:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e462645e. 00000400:00000010:0.0:1773941292.141308:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ddbdeb2e. 00000400:00000010:0.0:1773941292.141314:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009cd8ef03. 00000400:00000010:0.0:1773941292.141317:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000a3fe2697. 00000400:00000010:0.0:1773941292.141319:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f8c4c9ce. 00000400:00000010:0.0:1773941292.141321:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d18a8089. 00000400:00000010:0.0:1773941292.141322:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d549779e. 00000400:00000010:0.0:1773941292.141326:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006a55b31c. 00000400:00000010:0.0:1773941292.141330:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001f05e235. 00000400:00000010:0.0:1773941292.141333:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000033651379. 00000400:00000010:0.0:1773941292.141335:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001ce523a6. 00000400:00000010:0.0:1773941292.141337:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009e6f9f82. 00000400:00000010:0.0:1773941292.141339:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a9dc3b63. 00000400:00000010:0.0:1773941292.141349:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009bce0326. 00000400:00000010:0.0:1773941292.141355:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b97d64dc. 00000400:00000010:0.0:1773941292.141362:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e5363fe6. 00000400:00000010:0.0:1773941292.141364:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008b1e67ce. 00000400:00000010:0.0:1773941292.141366:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001ee48ee8. 00000400:00000010:0.0:1773941292.141368:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003d3591c8. 00000400:00000010:0.0:1773941292.141371:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fc421aa5. 00000400:00000010:0.0:1773941292.141376:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006af1df51. 00000400:00000010:0.0:1773941292.141379:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000029623ebf. 00000400:00000010:0.0:1773941292.141380:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000fa9ed1b. 00000400:00000010:0.0:1773941292.141382:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c2a15791. 00000400:00000010:0.0:1773941292.141399:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a949d2a0. 00000400:00000010:0.0:1773941292.141410:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cbf2e4f7. 00000400:00000010:0.0:1773941292.141415:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001c582352. 00000400:00000010:0.0:1773941292.141418:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000a59bfd25. 00000400:00000010:0.0:1773941292.141421:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000009c34a6bd. 00000400:00000010:0.0:1773941292.141423:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bd34a30c. 00000400:00000010:0.0:1773941292.141425:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000c2fad71. 00000400:00000010:0.0:1773941292.141428:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000089d17893. 00000400:00000010:0.0:1773941292.141432:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c35d6bbe. 00000400:00000010:0.0:1773941292.141435:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000aae20348. 00000400:00000010:0.0:1773941292.141437:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007b1cac02. 00000400:00000010:0.0:1773941292.141439:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000020443c32. 00000400:00000010:0.0:1773941292.141441:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009f9ce170. 00000400:00000010:0.0:1773941292.141450:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ce9857f2. 00000400:00000010:0.0:1773941292.141456:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000001a0cbc0. 00000400:00000010:0.0:1773941292.141459:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000084ca838c. 00000400:00000010:0.0:1773941292.141461:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000003650508c. 00000400:00000010:0.0:1773941292.141463:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e159306f. 00000400:00000010:0.0:1773941292.141465:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004796e99f. 00000400:00000010:0.0:1773941292.141468:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000067fe6f8b. 00000400:00000010:0.0:1773941292.141473:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000afed52f0. 00000400:00000010:0.0:1773941292.141475:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ddec335b. 00000400:00000010:0.0:1773941292.141477:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a8bd02ec. 00000400:00000010:0.0:1773941292.141479:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009be3a795. 00000400:00000010:0.0:1773941292.141486:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000080f19aec. 00000400:00000010:0.0:1773941292.141495:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000921279be. 00000400:00000010:0.0:1773941292.141501:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000081793840. 00000400:00000010:0.0:1773941292.141505:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c5bd8382. 00000400:00000010:0.0:1773941292.141507:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001c71dbe2. 00000400:00000010:0.0:1773941292.141509:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000872c3b03. 00000400:00000010:0.0:1773941292.141510:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000079edf881. 00000400:00000010:0.0:1773941292.141514:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000da3b07ba. 00000400:00000010:0.0:1773941292.141519:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000034afe298. 00000400:00000010:0.0:1773941292.141522:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000033de7ffa. 00000400:00000010:0.0:1773941292.141524:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e5eb8c57. 00000400:00000010:0.0:1773941292.141526:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d70739c1. 00000400:00000010:0.0:1773941292.141527:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000015b7b09a. 00000400:00000010:0.0:1773941292.141537:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d534a5c1. 00000400:00000010:0.0:1773941292.141543:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003477d5bb. 00000400:00000010:0.0:1773941292.141546:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d0a9f627. 00000400:00000010:0.0:1773941292.141548:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f3af02a6. 00000400:00000010:0.0:1773941292.141550:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000034078628. 00000400:00000010:0.0:1773941292.141552:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007b2eec32. 00000400:00000010:0.0:1773941292.141555:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006c2c385d. 00000400:00000010:0.0:1773941292.141560:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000de42b4e5. 00000400:00000010:0.0:1773941292.141563:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007bf7a159. 00000400:00000010:0.0:1773941292.141565:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a56c5506. 00000400:00000010:0.0:1773941292.141567:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000029f9fc3. 00000400:00000010:0.0:1773941292.141570:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000095d5d98f. 00000400:00000010:0.0:1773941292.141580:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000033951fba. 00000400:00000010:0.0:1773941292.141586:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000206b8170. 00000400:00000010:0.0:1773941292.141589:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000001aa3362a. 00000400:00000010:0.0:1773941292.141591:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000004f23ac7d. 00000400:00000010:0.0:1773941292.141593:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000123a2552. 00000400:00000010:0.0:1773941292.141595:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b71ed4f0. 00000400:00000010:0.0:1773941292.141599:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ccaa371a. 00000400:00000010:0.0:1773941292.141603:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000deca8b8b. 00000400:00000010:0.0:1773941292.141612:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000002ae3e06b. 00000400:00000010:0.0:1773941292.141614:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000fc3def55. 00000400:00000010:0.0:1773941292.141616:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bdd17322. 00000400:00000010:0.0:1773941292.141618:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ef0e274a. 00000400:00000010:0.0:1773941292.141627:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d18e3c22. 00000400:00000010:0.0:1773941292.141634:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000070fad0fb. 00000400:00000010:0.0:1773941292.141637:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000004215a530. 00000400:00000010:0.0:1773941292.141639:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000033a1ded6. 00000400:00000010:0.0:1773941292.141641:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000040352a5. 00000400:00000010:0.0:1773941292.141643:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000428f98f8. 00000400:00000010:0.0:1773941292.141647:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e64cafd4. 00000400:00000010:0.0:1773941292.141653:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b2769f72. 00000400:00000010:0.0:1773941292.141656:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000068d169c8. 00000400:00000010:0.0:1773941292.141658:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006de78fbe. 00000400:00000010:0.0:1773941292.141660:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000090209b4a. 00000400:00000010:0.0:1773941292.141661:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006b5af1e4. 00000400:00000010:0.0:1773941292.141671:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ca1d98f8. 00000400:00000010:0.0:1773941292.141678:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fec115e6. 00000400:00000010:0.0:1773941292.141681:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000009101b5ce. 00000400:00000010:0.0:1773941292.141683:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000972a7ed8. 00000400:00000010:0.0:1773941292.141685:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000153e54d3. 00000400:00000010:0.0:1773941292.141687:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000db943162. 00000400:00000010:0.0:1773941292.141690:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006873af8c. 00000400:00000010:0.0:1773941292.141695:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000422deea0. 00000400:00000010:0.0:1773941292.141698:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000fff33ba8. 00000400:00000010:0.0:1773941292.141700:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000072d95834. 00000400:00000010:0.0:1773941292.141702:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007fb7a453. 00000400:00000010:0.0:1773941292.141703:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bd867967. 00000400:00000010:0.0:1773941292.141712:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004fdf10ca. 00000400:00000010:0.0:1773941292.141734:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fcfef967. 00000400:00000010:0.0:1773941292.141738:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000fc56ed82. 00000400:00000010:0.0:1773941292.141740:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f29156e3. 00000400:00000010:0.0:1773941292.141742:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b0470455. 00000400:00000010:0.0:1773941292.141750:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009758f473. 00000400:00000010:0.0:1773941292.141754:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000092469b4f. 00000400:00000010:0.0:1773941292.141759:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005af1aa01. 00000400:00000010:0.0:1773941292.141762:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000fb874461. 00000400:00000010:0.0:1773941292.141764:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ca3b2e3a. 00000400:00000010:0.0:1773941292.141766:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001a23b41d. 00000400:00000010:0.0:1773941292.141767:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002ff47573. 00000400:00000010:0.0:1773941292.141778:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000a4f160f. 00000400:00000010:0.0:1773941292.141784:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002c57c39b. 00000400:00000010:0.0:1773941292.141787:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000009152908f. 00000400:00000010:0.0:1773941292.141789:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000005169a040. 00000400:00000010:0.0:1773941292.141790:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a87dab05. 00000400:00000010:0.0:1773941292.141792:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c2e8272f. 00000400:00000010:0.0:1773941292.141796:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ec651fdf. 00000400:00000010:0.0:1773941292.141800:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dc6690b8. 00000400:00000010:0.0:1773941292.141803:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000eab68470. 00000400:00000010:0.0:1773941292.141804:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000031ddab00. 00000400:00000010:0.0:1773941292.141806:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000030722854. 00000400:00000010:0.0:1773941292.141807:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000075a34560. 00000400:00000010:0.0:1773941292.141816:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f30836d3. 00000400:00000010:0.0:1773941292.141821:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000457ebc3d. 00000400:00000010:0.0:1773941292.141824:0:2336:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000a8f0b391. 00000400:00000010:0.0:1773941292.141826:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000bbf1d893. 00000400:00000010:0.0:1773941292.141827:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000004c26260. 00000400:00000010:0.0:1773941292.141829:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004578f382. 00000400:00000010:0.0:1773941292.141832:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001b2be870. 00000400:00000010:0.0:1773941292.141836:0:2336:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005e890f42. 00000400:00000010:0.0:1773941292.141839:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008adc9212. 00000400:00000010:0.0:1773941292.141841:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000097aeb0ff. 00000400:00000010:0.0:1773941292.141843:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008bffd966. 00000400:00000010:0.0:1773941292.141846:0:2336:0:(config.c:344:lnet_net_alloc()) alloc '(net)': 176 at 000000009bb2c106. 00000400:00000010:0.0:1773941292.141850:0:2336:0:(config.c:425:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d1b08c12. 00000400:00000010:0.0:1773941292.141852:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000009afd71a9. 00000400:00000010:0.0:1773941292.141859:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007affff98. 00000400:00000010:0.0:1773941292.141860:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000885c589d. 00000400:00000010:0.0:1773941292.141862:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000067de88b8. 00000400:00000010:0.0:1773941292.141864:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007416a3fc. 00000400:00000010:0.0:1773941292.141866:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000055d06799. 00000400:00000010:0.0:1773941292.141871:0:2336:0:(config.c:592:lnet_parse_networks()) alloc '(tokens)': 4 at 000000001155be63. 00000400:00000010:0.0:1773941292.141876:0:2336:0:(config.c:344:lnet_net_alloc()) alloc '(net)': 176 at 000000004541764b. 00000400:00000010:0.0:1773941292.141878:0:2336:0:(config.c:425:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000027fbd9cd. 00000400:00000010:0.0:1773941292.141880:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000038e320fe. 00000400:00000010:0.0:1773941292.141882:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000888fffe7. 00000400:00000010:0.0:1773941292.141884:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e7b0b854. 00000400:00000010:0.0:1773941292.141886:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007caf1f9d. 00000400:00000010:0.0:1773941292.141888:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a09bb906. 00000400:00000010:0.0:1773941292.141890:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000362466ff. 00000400:00000010:0.0:1773941292.141892:0:2336:0:(config.c:804:lnet_parse_networks()) kfreed 'tokens': 4 at 000000001155be63. 00000400:00000010:0.0:1773941292.141905:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000059d87ca1. 00000400:00000010:0.0:1773941292.141916:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000fa006498. 00000400:00000010:0.0:1773941292.141919:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000c7f05c26. 00000800:00000200:0.0:1773941292.142496:0:2336:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=lo ifindex 1 state 0 ns 00000000fdb90fc8 00000800:00000200:0.0:1773941292.142501:0:2336:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=lo ifindex 1 state 0 ns 00000000fdb90fc8 00000800:00000200:0.0:1773941292.142504:0:2336:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=ens2 ifindex 2 state 6 ns 00000000fdb90fc8 00000800:00000200:0.0:1773941292.142506:0:2336:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=ens2 ifindex 2 state 6 ns 00000000fdb90fc8 00000800:00000200:0.0:1773941292.142509:0:2336:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=lo ifindex 1 state 0 ns 000000009ff26645 00000800:00000200:0.0:1773941292.142511:0:2336:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=lo ifindex 1 state 0 ns 000000009ff26645 00000800:00000010:0.0:1773941292.142518:0:2336:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000001c6b513. 00000400:00000010:0.0:1773941292.142527:0:2336:0:(config.c:398:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000001155be63. 00000800:00000200:0.0:1773941292.142532:0:2336:0:(socklnd_modparams.c:304:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000800:00000010:3.0:1773941292.142643:0:2345:0:(socklnd_cb.c:1469:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 000000001d3b6cdd. 00000800:00000010:3.0:1773941292.142649:0:2345:0:(socklnd_cb.c:1476:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 000000001feb4bda. 00000800:00000010:3.0:1773941292.142742:0:2346:0:(socklnd_cb.c:1469:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 00000000ce2987e6. 00000800:00000010:3.0:1773941292.142746:0:2346:0:(socklnd_cb.c:1476:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000a7e3e977. 00000800:00000010:0.0:1773941292.142859:0:2347:0:(socklnd_cb.c:1469:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 0000000094dba0a8. 00000800:00000010:0.0:1773941292.142866:0:2347:0:(socklnd_cb.c:1476:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 000000006fe5d35b. 00000400:00000200:3.0:1773941292.142950:0:2336:0:(config.c:1527:lnet_get_link_status_locked()) device idx 1 get_link 2 00000800:00000010:0.0:1773941292.142960:0:2348:0:(socklnd_cb.c:1469:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 00000000c0d0285f. 00000800:00000010:0.0:1773941292.142966:0:2348:0:(socklnd_cb.c:1476:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000d51ad115. 00000400:00000200:3.0:1773941292.142992:0:2336:0:(acceptor.c:209:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.45) 00000400:02000000:3.0:1773941292.143000:0:2336:0:(api-ni.c:2704:lnet_startup_lndni()) Added LNI 192.168.202.45@tcp [8/256/0/180] 00000400:00000010:0.0:1773941292.144110:0:2336:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 00000000b5399393. 00000400:00000010:0.0:1773941292.144116:0:2336:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c02d3e75. 00000400:00000010:0.0:1773941292.144130:0:2336:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1e5a6a8. 00000400:00000200:0.0:1773941292.144140:0:2336:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 0 lazy 00000400:00000010:0.0:1773941292.144143:0:2336:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001766adbb. 00000400:00000010:0.0:1773941292.144146:0:2336:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000078919d4. 00000400:00000010:0.0:1773941292.144148:0:2336:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007142b4f3. 00000400:00000200:0.0:1773941292.144150:0:2336:0:(api-ni.c:2331:lnet_push_target_post()) posted push target 000000001766adbb 00000400:00000200:0.0:1773941292.144152:0:2336:0:(api-ni.c:2288:lnet_push_target_resize()) nbytes 272 success 00000400:00000010:0.0:1773941292.144155:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000eb5a868d. 00000400:00000010:0.0:1773941292.144157:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b837cea4. 00000400:00000010:0.0:1773941292.144159:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c698f0c3. 00000400:00000010:0.0:1773941292.144161:0:2336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a0cd67c7. 00000400:00000010:0.0:1773941292.144163:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005b6fe78a. 00000400:00000010:0.0:1773941292.144165:0:2336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e4651ff1. 00000400:00000200:0.0:1773941292.144450:0:2336:0:(peer.c:4215:lnet_peer_discovery_start()) discovery start: 0 00000100:00000010:0.0:1773941292.144558:0:2336:0:(ptlrpcd.c:749:ptlrpcd_init()) kmalloced '(ptlrpcds)': 16 at 0000000066f7ec02. 00000400:00000200:1.0:1773941292.144568:0:2351:0:(peer.c:4041:lnet_peer_discovery()) started 00000100:00000010:1.0:1773941292.144667:0:2352:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000439b8306. 00000020:00000010:1.0:1773941292.144674:0:2352:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005dd1e66a. 00000020:00000010:1.0:1773941292.144678:0:2352:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000042e0f5dc. 00000020:00000010:1.0:1773941292.144681:0:2352:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000130cbd8f. 00000040:00000010:1.0:1773941292.144685:0:2352:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008f9bfcad. 00000020:00000010:1.0:1773941292.144689:0:2352:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000001643eae. 00000020:00000010:1.0:1773941292.144692:0:2352:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000084cb24b2. 00000100:00000010:0.0:1773941292.144713:0:2336:0:(ptlrpcd.c:846:ptlrpcd_init()) kmalloced '(pd)': 392 at 0000000058fda147. 00000100:00000010:0.0:1773941292.144745:0:2336:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000c3edd788. 00000100:00000010:0.0:1773941292.144748:0:2336:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 0000000069999da2. 00000100:00000010:0.0:1773941292.144877:0:2353:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009e1e3cad. 00000020:00000010:0.0:1773941292.144882:0:2353:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a86d3987. 00000020:00000010:0.0:1773941292.144884:0:2353:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000824afe18. 00000020:00000010:0.0:1773941292.144887:0:2353:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000005d14923f. 00000040:00000010:0.0:1773941292.144889:0:2353:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000beea9805. 00000020:00000010:0.0:1773941292.144892:0:2353:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000025b0a1d3. 00000020:00000010:0.0:1773941292.144894:0:2353:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b6acc75f. 00000100:00000010:1.0:1773941292.145019:0:2354:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000063a90776. 00000020:00000010:1.0:1773941292.145024:0:2354:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e773f198. 00000020:00000010:1.0:1773941292.145027:0:2354:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000086c8472b. 00000020:00000010:1.0:1773941292.145030:0:2354:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000033600b5. 00000040:00000010:1.0:1773941292.145032:0:2354:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006a250b65. 00000020:00000010:1.0:1773941292.145035:0:2354:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e6ea1f5a. 00000020:00000010:1.0:1773941292.145037:0:2354:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000084c3dd3b. 00000100:00000010:0.0:1773941292.145056:0:2336:0:(ptlrpcd.c:846:ptlrpcd_init()) kmalloced '(pd)': 392 at 000000000402001e. 00000100:00000010:0.0:1773941292.145061:0:2336:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000256caaff. 00000100:00000010:0.0:1773941292.145063:0:2336:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000fbbd2bac. 00000100:00000010:2.0:1773941292.145203:0:2355:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000804d3439. 00000020:00000010:2.0:1773941292.145207:0:2355:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cb930ab1. 00000020:00000010:2.0:1773941292.145209:0:2355:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000995088ef. 00000020:00000010:2.0:1773941292.145211:0:2355:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000c4acf18c. 00000040:00000010:2.0:1773941292.145213:0:2355:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000089885e00. 00000020:00000010:2.0:1773941292.145215:0:2355:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000582a443c. 00000020:00000010:2.0:1773941292.145217:0:2355:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb1e6fce. 00000100:00000010:2.0:1773941292.145358:0:2356:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003be87375. 00000020:00000010:2.0:1773941292.145361:0:2356:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000426911c4. 00000020:00000010:2.0:1773941292.145362:0:2356:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000004dab5484. 00000020:00000010:2.0:1773941292.145363:0:2356:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000d8650ab6. 00000040:00000010:2.0:1773941292.145364:0:2356:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000007a71627. 00000020:00000010:2.0:1773941292.145366:0:2356:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f28fb40b. 00000020:00000010:2.0:1773941292.145368:0:2356:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e58fa9e3. 00000100:00000010:1.0:1773941292.145412:0:2336:0:(connection.c:186:ptlrpc_connection_init()) kmalloced '(cpus_latency_qos)': 1088 at 0000000006e9d455. 00000100:00000010:1.0:1773941292.145555:0:2336:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000c3d68de0. 00000100:00000010:1.0:1773941292.145560:0:2336:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 0000000081c03802. 00000100:00000010:1.0:1773941292.145562:0:2336:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000d8711e00. 00000100:00000010:1.0:1773941292.145565:0:2336:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000004ff75745. 00000100:00000010:1.0:1773941292.145567:0:2336:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 0000000053b5a8b3. 00000100:00000010:1.0:1773941292.145569:0:2336:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 0000000013a49525. 00000001:00000010:1.0:1773941292.145681:0:2336:0:(nodemap_handler.c:4695:nodemap_config_alloc()) kmalloced '(config)': 480 at 00000000ff3c18b4. 00000001:00000010:1.0:1773941292.145685:0:2336:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000dc28e151. 00000001:00000010:1.0:1773941292.145689:0:2336:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000060570bbc. 00000001:00000010:1.0:1773941292.145693:0:2336:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000009e7fe0b1. 00000001:00000010:1.0:1773941292.145700:0:2336:0:(nodemap_handler.c:3541:nodemap_create()) kmalloced '(nodemap)': 968 at 00000000189c274f. 00000001:00000010:1.0:1773941292.145745:0:2336:0:(nodemap_lproc.c:1443:lprocfs_nodemap_register()) kmalloced '(nm_entry)': 48 at 000000006542102a. 02000000:00000010:0.0:1773941292.214416:0:2368:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000ef66c1ff. 02000000:00000010:0.0:1773941292.214424:0:2368:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 1024 at 00000000f269ece2. 02000000:00000010:0.0:1773941292.214427:0:2368:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 0000000024a03073. 02000000:00000010:0.0:1773941292.214438:0:2368:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 16384 at 000000009845de9c. 00000020:00000010:2.0:1773941293.962542:0:2420:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 0000000050317401. 00000001:00000010:3.0:1773941294.050341:0:2433:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000a3ee5369. 00000100:00000010:3.0:1773941294.050372:0:2433:0:(client.c:689:ptlrpc_init_rq_pool()) kmalloced '(pool)': 56 at 00000000ccd4a9b0. 00000020:00000010:3.0:1773941294.050403:0:2433:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000001609b8ae. 00000020:00000010:3.0:1773941294.050420:0:2433:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000db2ea728. 00000020:00000010:3.0:1773941294.050426:0:2433:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000db2ea728. 00000020:00000010:0.0:1773941294.123308:0:2446:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000cf852d07. 00000020:00000010:2.0:1773941294.187876:0:2459:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000004d20c494. 00000020:00000010:2.0:1773941294.236390:0:2473:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000002db78e2b. 00008000:02000000:3.0:1773941294.289570:0:2486:0:(echo_client.c:2570:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:00000010:3.0:1773941294.291205:0:2486:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000006152f115. 00000020:00000010:3.0:1773941294.291465:0:2486:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000a39e05d1. 00000020:00000010:2.0:1773941294.459030:0:2509:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000114f992c. 00000800:00000200:1.0:1773941294.973817:0:36:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_GOING_DOWN, iface=lo ifindex 1 state 0 ns 000000009ff26645 00000800:00000200:1.0:1773941294.977253:0:36:0:(socklnd.c:2209:ksocknal_inet6addr_event()) addr6event: status NETDEV_DOWN, device lo, ip addr (einval), ns 000000009ff26645 00000800:00000200:1.0:1773941294.977273:0:36:0:(socklnd.c:2112:ksocknal_handle_inetaddr_change()) Skipping device lo from namespace 000000009ff26645 (expected 00000000fdb90fc8) 00000800:00000200:1.0:1773941294.977286:0:36:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_DOWN, iface=lo ifindex 1 state 0 ns 000000009ff26645 00000800:00000200:1.0:1773941294.977289:0:36:0:(socklnd.c:1972:ksocknal_handle_link_state_change()) Skipping device lo from namespace 000000009ff26645 (expected 00000000fdb90fc8) 00000800:00000200:1.0:1773941294.977409:0:36:0:(socklnd.c:2179:ksocknal_inetaddr_event()) addrevent: status NETDEV_DOWN device lo, ip addr 127.0.0.1, netmask 255.0.0.0 ns 000000009ff26645. 00000800:00000200:1.0:1773941294.977413:0:36:0:(socklnd.c:2112:ksocknal_handle_inetaddr_change()) Skipping device lo from namespace 000000009ff26645 (expected 00000000fdb90fc8) 00000800:00000200:1.0:1773941294.977561:0:36:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UNREGISTER, iface=lo ifindex 1 state 0 ns 000000009ff26645 00000800:00000200:1.0:1773941294.977564:0:36:0:(socklnd.c:1972:ksocknal_handle_link_state_change()) Skipping device lo from namespace 000000009ff26645 (expected 00000000fdb90fc8) 00000020:00000010:3.0:1773941295.129052:0:2831:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 0000000077a9a2c2. 00000020:00000010:3.0:1773941295.211714:0:2844:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000b1a137b9. 00000020:00000010:2.0:1773941295.338462:0:2857:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000008f8787fe. 00000020:00000010:2.0:1773941295.338484:0:2857:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000fbd84661. 00000020:00000010:2.0:1773941295.471521:0:2878:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000434ce19d. 00000020:00000010:3.0:1773941295.546370:0:2891:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000002437b550. 00000020:00000010:3.0:1773941295.546574:0:2891:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000d8f2cc2e. 00000020:00000010:3.0:1773941295.621024:0:2906:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000002265ae04. 00000020:00000010:3.0:1773941295.621054:0:2906:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000939879a3. 00000020:00000010:2.0:1773941295.757780:0:2919:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at 00000000079c1234. 00000020:00000010:2.0:1773941295.757787:0:2919:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002abaabe3. 00000020:00000010:2.0:1773941295.757790:0:2919:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000004b9d3fe5. 00000020:00000010:2.0:1773941295.757792:0:2919:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000296b8484. 00000008:00000010:2.0:1773941295.757800:0:2919:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000c7513e3e. 00020000:00000010:2.0:1773941295.757803:0:2919:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000f1e47b59. 00008000:00000010:2.0:1773941295.757810:0:2919:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000fbee8e4e. 00000080:00000010:2.0:1773941295.757817:0:2919:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000050a09131. 00000080:00000010:2.0:1773941295.757825:0:2919:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000098f8ef6b. 00000020:00000010:2.0:1773941295.757827:0:2919:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000082845153. 00000008:00000010:2.0:1773941295.757835:0:2919:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000e32d2dbb. 00020000:00000010:2.0:1773941295.757843:0:2919:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 0000000057923694. 00008000:00000010:2.0:1773941295.757856:0:2919:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000477d820c. 00000080:00000010:2.0:1773941295.757863:0:2919:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000cd6a6369. 00000080:00000010:1.0:1773941334.146586:0:5523:0:(super25.c:253:lustre_init_fs_context()) kmalloced '(lmd)': 128 at 000000003cc64dd8. 00000020:00000010:1.0:1773941334.146599:0:5523:0:(obd_mount.c:1388:lustre_parse_monolithic()) kmalloced '(lmd->lmd_params)': 4096 at 000000002d25c59e. 00000020:00000010:1.0:1773941334.146608:0:5523:0:(obd_mount.c:1590:lustre_parse_monolithic()) kmalloced '(lmd->lmd_dev)': 28 at 00000000e61648cc. 00000020:00000010:1.0:1773941334.146611:0:5523:0:(obd_mount.c:1646:lustre_parse_monolithic()) kmalloced '(lmd->lmd_profile)': 14 at 00000000fe288954. 00000020:00000010:1.0:1773941334.146614:0:5523:0:(obd_mount.c:1674:lustre_parse_monolithic()) kmalloced '(lmd->lmd_opts)': 17 at 000000003e60362c. 00000020:00000010:1.0:1773941334.146707:0:5523:0:(obd_mount.c:656:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 000000009456b607. 00000020:00000010:1.0:1773941334.146738:0:5523:0:(obd_mount.c:345:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 000000008081046e. 00000020:00000010:1.0:1773941334.146741:0:5523:0:(obd_mount.c:353:lustre_start_mgc()) kmalloced '(data)': 192 at 000000009f72db13. 00000020:00000010:1.0:1773941334.146746:0:5523:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 88 at 00000000dabe3fc7. 00000100:00000010:1.0:1773941334.146750:0:5523:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 0000000021ed31ca. 00000400:00000200:1.0:1773941334.146753:0:5523:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:1.0:1773941334.146756:0:5523:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.145@tcp 00000400:00000200:1.0:1773941334.146761:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941334.146765:0:5523:0:(peer.c:229:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000b9f804ea. 00000400:00000200:1.0:1773941334.146768:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941334.146769:0:5523:0:(peer.c:262:lnet_peer_alloc()) 00000000b9f804ea nid 192.168.202.145@tcp 00000400:00000010:1.0:1773941334.146772:0:5523:0:(peer.c:193:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000233e9cb5. 00000400:00000200:1.0:1773941334.146778:0:5523:0:(peer.c:202:lnet_peer_net_alloc()) 00000000233e9cb5 net tcp 00000400:00000200:1.0:1773941334.146780:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941334.146782:0:5523:0:(peer.c:137:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000fcb5b95d. 00000400:00000200:1.0:1773941334.146785:0:5523:0:(peer.c:183:lnet_peer_ni_alloc()) 00000000fcb5b95d nid 192.168.202.145@tcp 00000400:00000200:1.0:1773941334.146790:0:5523:0:(peer.c:1091:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.202.145@tcp: -2 00000400:00000200:1.0:1773941334.146793:0:5523:0:(peer.c:1639:lnet_peer_attach_peer_ni()) peer 192.168.202.145@tcp NID 192.168.202.145@tcp flags 0x100001 00000400:00000200:1.0:1773941334.146797:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941334.146809:0:5523:0:(peer.c:2405:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.145@tcp: 0 00000400:00000200:1.0:1773941334.146811:0:5523:0:(peer.c:2727:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1773941334.146814:0:5523:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1773941334.146816:0:5523:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.145@tcp NID 192.168.202.145@tcp: 0. pending discovery 00000020:00000010:1.0:1773941334.146821:0:5523:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 88 at 00000000dabe3fc7. 00000020:00000010:1.0:1773941334.146825:0:5523:0:(obd_mount.c:487:lustre_start_mgc()) kmalloced '(uuid)': 40 at 0000000076c87e00. 00000020:00000010:1.0:1773941334.146832:0:5523:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 120 at 00000000b908120e. 00000400:00000200:3.0:1773941334.146846:0:2351:0:(peer.c:3988:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:1.0:1773941334.146848:0:5523:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 00000000d5decfb6. 00000400:00000200:3.0:1773941334.146852:0:2351:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.202.145@tcp(00000000b9f804ea) state 0x100041 00000020:00000010:1.0:1773941334.146856:0:5523:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000f9447abb. 00000400:00000010:3.0:1773941334.146857:0:2351:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d4e401c2. 00000020:00000010:1.0:1773941334.146865:0:5523:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 120 at 00000000b908120e. 00000400:00000010:3.0:1773941334.146869:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a602157a. 00000020:00000010:1.0:1773941334.146869:0:5523:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 104 at 00000000b908120e. 00000400:00000010:3.0:1773941334.146885:0:2351:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000964a1c9e. 00000001:00000010:1.0:1773941334.146886:0:5523:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000222aef1d. 00000400:00000200:3.0:1773941334.146890:0:2351:0:(lib-move.c:5547:LNetGet()) LNetGet -> 12345-192.168.202.145@tcp 00000001:00000010:1.0:1773941334.146890:0:5523:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f69d9865. 00000001:00000010:1.0:1773941334.146893:0:5523:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f4380cec. 00000001:00000010:1.0:1773941334.146896:0:5523:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d6282764. 00000400:00000200:3.0:1773941334.146912:0:2351:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000001:00000010:1.0:1773941334.146913:0:5523:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000015ade922. 00000001:00000010:1.0:1773941334.146915:0:5523:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000616b80e6. 00000400:00000200:3.0:1773941334.146917:0:2351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000020:00000010:1.0:1773941334.146920:0:5523:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000081854c99. 00000400:00000200:3.0:1773941334.146922:0:2351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000010:1.0:1773941334.146924:0:5523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aace83a2. 00000400:00000200:3.0:1773941334.146926:0:2351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:3.0:1773941334.146930:0:2351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941334.146933:0:2351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000020:00000010:1.0:1773941334.146936:0:5523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005be5adce. 00000400:00000200:3.0:1773941334.146937:0:2351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [1:1:256:4294967295] 192.168.202.145@tcp LPNI seq info [1:1:8:4294967295] 00000400:00000200:3.0:1773941334.146941:0:2351:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.146946:0:2351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.145@tcp 00000008:00000010:1.0:1773941334.146948:0:5523:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000025963e71. 00000400:00000200:3.0:1773941334.146953:0:2351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : GET try# 0 00000800:00000200:3.0:1773941334.146959:0:2351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.145@tcp 00020000:00000010:1.0:1773941334.146960:0:5523:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000002f96f7fa. 00000800:00000010:3.0:1773941334.146963:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008d1a1c21. 00000400:00000200:3.0:1773941334.146970:0:2351:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000800:00000010:3.0:1773941334.146974:0:2351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000076958d37. 00000800:00000010:3.0:1773941334.146977:0:2351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000035fe963d. 00008000:00000010:1.0:1773941334.146979:0:5523:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000b526a1d4. 00000800:00000200:3.0:1773941334.146982:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000076958d37] -> 12345-192.168.202.145@tcp (2) 00000800:00000200:3.1F:1773941334.146987:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000076958d37] -> 12345-192.168.202.145@tcp (2) 00000080:00000010:1.0:1773941334.146990:0:5523:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000577c6a57. 00000020:00000010:1.0:1773941334.146994:0:5523:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000563302e7. 00000020:00000010:1.0:1773941334.146999:0:5523:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000024d70e28. 00000040:00000010:1.0:1773941334.147007:0:5523:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001e8fcc6c. 00000400:00000200:3.0:1773941334.147009:0:2351:0:(peer.c:3788:lnet_peer_send_ping()) peer 192.168.202.145@tcp 00000020:00000010:1.0:1773941334.147011:0:5523:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003c65433d. 00000400:00000200:3.0:1773941334.147012:0:2351:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.202.145@tcp(00000000b9f804ea) state 0x100241 rc 0 00000020:00000010:1.0:1773941334.147016:0:5523:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000094e699e1. 00040000:00000010:1.0:1773941334.147020:0:5523:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d49670f6. 00040000:00000010:1.0:1773941334.147024:0:5523:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000054c8344c. 10000000:00000010:1.0:1773941334.147028:0:5523:0:(mgc_request.c:852:mgc_device_alloc()) kmalloced '(lu)': 64 at 00000000627ec734. 00010000:00000010:1.0:1773941334.147038:0:5523:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 000000009fd852f3. 00010000:00000010:1.0:1773941334.147045:0:5523:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000006f93713c. 00010000:00000010:1.0:1773941334.147054:0:5523:0:(ldlm_lockd.c:3356:ldlm_setup()) kmalloced '(ldlm_state)': 32 at 00000000b3b5093c. 00000100:00000010:1.0:1773941334.147133:0:5523:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 360 at 0000000006708553. 00000100:00000010:1.0:1773941334.147138:0:5523:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000001bcd1d9c. 00000100:00000010:1.0:1773941334.147151:0:5523:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000070f5dfd6. 00000100:00000010:1.0:1773941334.147160:0:5523:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000002b451a4e. 00000100:00000010:1.0:1773941334.147165:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001e4e8922. 00000100:00000010:1.0:1773941334.147170:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005a6ed8d5. 00000100:00000010:1.0:1773941334.147173:0:5523:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000b3abea89. 00000100:00000010:1.0:1773941334.147185:0:5523:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000d5fb7cf0. 00000100:00000010:1.0:1773941334.147192:0:5523:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000f0f7168a. 00000100:00000010:1.0:1773941334.147196:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f72aac1b. 00000100:00000010:1.0:1773941334.147201:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009102c690. 00000400:00000200:1.0:1773941334.147204:0:5523:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 15 lazy 00000020:00000010:1.0:1773941334.147241:0:5523:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a6d6646f. 00000020:00000010:1.0:1773941334.147246:0:5523:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000ee1af74c. 00000100:00000010:1.0:1773941334.147284:0:5523:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000657b49b. 00000100:00000010:1.0:1773941334.147289:0:5523:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000664d303c. 00000100:00000010:1.0:1773941334.147293:0:5523:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000059645f3e. 00000100:00000010:1.0:1773941334.147296:0:5523:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000440be107. 00000100:00000010:1.0:1773941334.147299:0:5523:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007b2dd753. 00000100:00000010:1.0:1773941334.147301:0:5523:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000dbcb3a16. 00000100:00000010:1.0:1773941334.147303:0:5523:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000fa9d1059. 00000100:00000010:1.0:1773941334.147305:0:5523:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c28fb735. 00000100:00000010:1.0:1773941334.147313:0:5523:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000077bfc250. 00000100:00000010:1.0:1773941334.147315:0:5523:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b2ec9bc6. 00000100:00000200:1.0:1773941334.147342:0:5523:0:(service.c:848:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15 00000100:00000010:1.0:1773941334.147346:0:5523:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000a03426f5. 00000100:00000010:1.0:1773941334.147664:0:5524:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 0000000099d3c215. 00000800:00000010:0.0:1773941334.147664:0:2340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000049a2ff3a. 00000800:00000010:0.0:1773941334.147672:0:2340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f911feb2. 00000020:00000010:1.0:1773941334.147673:0:5524:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e8d0dfda. 00000800:00000010:0.0:1773941334.147682:0:2340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000047f7551c. 00000020:00000010:1.0:1773941334.147683:0:5524:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe6e592c. 00000020:00000010:1.0:1773941334.147690:0:5524:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000003506ab6e. 00000040:00000010:1.0:1773941334.147696:0:5524:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002851356a. 00000800:00000010:0.0:1773941334.147698:0:2340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000047f7551c. 00000020:00000010:1.0:1773941334.147701:0:5524:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c957c92d. 00000020:00000010:1.0:1773941334.147753:0:5524:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000cf1b661. 00000020:00000010:1.0:1773941334.147759:0:5524:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cf4f8de3. 80000000:00000010:1.0:1773941334.147763:0:5524:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a572f5b2. 40000000:00000010:1.0:1773941334.147766:0:5524:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000099d29583. 00100000:00000010:1.0:1773941334.147771:0:5524:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000006fc4753. 00040000:00000010:1.0:1773941334.147774:0:5524:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005db70893. 00040000:00000010:1.0:1773941334.147778:0:5524:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000020abf192. 00040000:00000010:1.0:1773941334.147781:0:5524:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007355041e. 00000004:00000010:1.0:1773941334.147786:0:5524:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a9f6163b. 00000004:00000010:1.0:1773941334.147791:0:5524:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 0000000027385b4c. 00000004:00000010:1.0:1773941334.147796:0:5524:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000ebb7926d. 00002000:00000010:1.0:1773941334.147800:0:5524:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bea48864. 00000004:00000010:1.0:1773941334.147804:0:5524:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 000000007a1d2c78. 00000100:00000200:1.0:1773941334.147808:0:5524:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1773941334.147813:0:5524:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f09a61a3. 00000400:00000010:1.0:1773941334.147817:0:5524:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002b5d679. 00000100:00000010:1.0:1773941334.147825:0:5524:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000e318b9f3. 00000100:00000200:1.0:1773941334.147841:0:5524:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1773941334.147861:0:5523:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000028fee7bf. 00000100:00000010:0.0:1773941334.148127:0:5525:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 00000000422c21d6. 00000020:00000010:0.0:1773941334.148132:0:5525:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f8bd7300. 00000020:00000010:0.0:1773941334.148136:0:5525:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eaf96843. 00000020:00000010:0.0:1773941334.148139:0:5525:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000183f0666. 00000040:00000010:0.0:1773941334.148143:0:5525:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002c743eb7. 00000020:00000010:0.0:1773941334.148146:0:5525:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000feeaa36f. 00000020:00000010:0.0:1773941334.148156:0:5525:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d3f5f9db. 00000020:00000010:0.0:1773941334.148159:0:5525:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000072d5aa12. 80000000:00000010:0.0:1773941334.148161:0:5525:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000f7c5f53. 40000000:00000010:0.0:1773941334.148163:0:5525:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000069836d13. 00100000:00000010:0.0:1773941334.148166:0:5525:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006824c2ae. 00040000:00000010:0.0:1773941334.148169:0:5525:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007883c4e8. 00040000:00000010:0.0:1773941334.148171:0:5525:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f8903f8a. 00040000:00000010:0.0:1773941334.148173:0:5525:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c7cb1bd8. 00000004:00000010:0.0:1773941334.148175:0:5525:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000cbd6cc2f. 00000004:00000010:0.0:1773941334.148180:0:5525:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e88d2fa9. 00000004:00000010:0.0:1773941334.148183:0:5525:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 0000000009247b9b. 00002000:00000010:0.0:1773941334.148186:0:5525:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006690e78f. 00000004:00000010:0.0:1773941334.148189:0:5525:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000abd56589. 00000100:00000010:0.0:1773941334.148193:0:5525:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000023f07609. 00000100:00000200:0.0:1773941334.148209:0:5525:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1773941334.148226:0:5523:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000079420ca6. 00000100:00000010:2.0:1773941334.148382:0:5526:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 0000000020740b54. 00000020:00000010:2.0:1773941334.148386:0:5526:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000012c32619. 00000020:00000010:2.0:1773941334.148389:0:5526:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044a51c81. 00000020:00000010:2.0:1773941334.148391:0:5526:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000019ce5640. 00000040:00000010:2.0:1773941334.148393:0:5526:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000011eded6. 00000020:00000010:2.0:1773941334.148396:0:5526:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000351ae3f3. 00000020:00000010:2.0:1773941334.148409:0:5526:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007cd6dd52. 00000020:00000010:2.0:1773941334.148413:0:5526:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007e2f95f4. 80000000:00000010:2.0:1773941334.148415:0:5526:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000020bf183b. 40000000:00000010:2.0:1773941334.148417:0:5526:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fa1eb87c. 00100000:00000010:2.0:1773941334.148419:0:5526:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004364a55d. 00040000:00000010:2.0:1773941334.148422:0:5526:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c0f52e37. 00040000:00000010:2.0:1773941334.148424:0:5526:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c52abb1a. 00040000:00000010:2.0:1773941334.148426:0:5526:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e3ec49cd. 00000004:00000010:2.0:1773941334.148428:0:5526:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000051d828a4. 00000004:00000010:2.0:1773941334.148431:0:5526:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 0000000069a0fcfa. 00000004:00000010:2.0:1773941334.148434:0:5526:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 0000000013a09161. 00002000:00000010:2.0:1773941334.148438:0:5526:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000136119ef. 00000004:00000010:2.0:1773941334.148441:0:5526:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 000000006f9a239a. 00000100:00000200:2.0:1773941334.148444:0:5526:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1773941334.148449:0:5526:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009455324e. 00000400:00000010:2.0:1773941334.148453:0:5526:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000054582c2c. 00000100:00000010:2.0:1773941334.148459:0:5526:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000060137f07. 00000100:00000200:2.0:1773941334.148476:0:5526:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1773941334.148487:0:5523:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000081176dc2. 00000400:00000200:0.0:1773941334.148498:0:2340:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000800:00000200:0.1F:1773941334.148504:0:2340:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1773941334.148520:0:2340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:0.1:1773941334.148524:0:2340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008d1a1c21 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1773941334.148531:0:2340:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.145@tcp p 3.x 192.168.202.45 -> 192.168.202.145:988 incarnation:1773941298357168616 sched[1] 00000800:00000010:0.0:1773941334.148536:0:2340:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f911feb2. 00000400:00000200:0.0:1773941334.148586:0:2340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.145:988 00000800:00000200:2.0:1773941334.148621:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941334.148627:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008d1a1c21. 00000400:00000200:2.0:1773941334.148632:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941334.148639:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: GET: OK 00000400:00000200:2.0:1773941334.148647:0:2347:0:(peer.c:3081:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1773941334.148651:0:2347:0:(peer.c:3033:lnet_discovery_event_send()) Ping Send to 192.168.202.145@tcp: 0 00000100:00000010:2.0:1773941334.148676:0:5527:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b15f88fe. 00000020:00000010:2.0:1773941334.148683:0:5527:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000eccc068. 00000020:00000010:2.0:1773941334.148686:0:5527:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c25397a6. 00000020:00000010:2.0:1773941334.148688:0:5527:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000434ddf36. 00000040:00000010:2.0:1773941334.148691:0:5527:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ff133ef9. 00000020:00000010:2.0:1773941334.148694:0:5527:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000041079a83. 00000020:00000010:2.0:1773941334.148698:0:5527:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000febfa663. 00000020:00000010:2.0:1773941334.148700:0:5527:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000dd4ae7f8. 80000000:00000010:2.0:1773941334.148703:0:5527:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000745851c6. 40000000:00000010:2.0:1773941334.148705:0:5527:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000b6ca71b. 00100000:00000010:2.0:1773941334.148708:0:5527:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009346fc9f. 00040000:00000010:2.0:1773941334.148711:0:5527:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e2aff51a. 00040000:00000010:2.0:1773941334.148741:0:5527:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000091075e7b. 00040000:00000010:2.0:1773941334.148747:0:5527:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000089ffe119. 00000004:00000010:2.0:1773941334.148750:0:5527:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000018f40146. 00000004:00000010:2.0:1773941334.148755:0:5527:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 000000006d0e7498. 00000004:00000010:2.0:1773941334.148760:0:5527:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000a3e5a66e. 00002000:00000010:2.0:1773941334.148764:0:5527:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bd6959d2. 00000004:00000010:2.0:1773941334.148766:0:5527:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 0000000044aaaa0d. 00000100:00000010:2.0:1773941334.148769:0:5527:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000027de9eae. 00000100:00000200:2.0:1773941334.148781:0:5527:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1773941334.148792:0:5523:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 360 at 00000000e8652f3b. 00000100:00000010:1.0:1773941334.148798:0:5523:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000000134cc7c. 00000100:00000010:1.0:1773941334.148810:0:5523:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000ed45d79e. 00000100:00000010:1.0:1773941334.148822:0:5523:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000795c9f52. 00000100:00000010:1.0:1773941334.148826:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003c7685e6. 00000100:00000010:1.0:1773941334.148836:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009589cd67. 00000100:00000010:1.0:1773941334.148839:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e14e1bdd. 00000100:00000010:1.0:1773941334.148842:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000816af3ba. 00000100:00000010:1.0:1773941334.148845:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ccd1077. 00000100:00000010:1.0:1773941334.148848:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000016889dca. 00000100:00000010:1.0:1773941334.148851:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000102ea85b. 00000100:00000010:1.0:1773941334.148855:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cb84a60f. 00000100:00000010:1.0:1773941334.148857:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000020ae441f. 00000100:00000010:1.0:1773941334.148865:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000af9661b6. 00000100:00000010:1.0:1773941334.148868:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000ebde3d2. 00000100:00000010:1.0:1773941334.148871:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006fe08184. 00000100:00000010:1.0:1773941334.148873:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000073f5a104. 00000100:00000010:1.0:1773941334.148876:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a42e4406. 00000100:00000010:1.0:1773941334.148879:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000050aca32d. 00000100:00000010:1.0:1773941334.148882:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d24b6081. 00000100:00000010:1.0:1773941334.148884:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c4c8e10. 00000100:00000010:1.0:1773941334.148892:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006e81c000. 00000100:00000010:1.0:1773941334.148895:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e962e502. 00000100:00000010:1.0:1773941334.148913:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000896208e9. 00000100:00000010:1.0:1773941334.148916:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000abdce034. 00000100:00000010:1.0:1773941334.148920:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e2edeb93. 00000100:00000010:1.0:1773941334.148923:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009c334273. 00000100:00000010:1.0:1773941334.148926:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003cfbdb65. 00000100:00000010:1.0:1773941334.148928:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000001f102c5. 00000100:00000010:1.0:1773941334.148939:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ea6a5b4c. 00000100:00000010:1.0:1773941334.148944:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000963b5a55. 00000100:00000010:1.0:1773941334.148947:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000616096b7. 00000100:00000010:1.0:1773941334.148949:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000015d6e96a. 00000100:00000010:1.0:1773941334.148953:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000007c5204a. 00000100:00000010:1.0:1773941334.148961:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d1e75911. 00000100:00000010:1.0:1773941334.148965:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009aac2930. 00000100:00000010:1.0:1773941334.148968:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ca03fea8. 00000100:00000010:1.0:1773941334.148977:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000071fc8207. 00000100:00000010:1.0:1773941334.148981:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000027fbe514. 00000100:00000010:1.0:1773941334.148984:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bc4d4443. 00000100:00000010:1.0:1773941334.148988:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fc676157. 00000100:00000010:1.0:1773941334.148991:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000cd1a74c. 00000100:00000010:1.0:1773941334.148995:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f5353b9. 00000100:00000010:1.0:1773941334.148999:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d4f04ccf. 00000100:00000010:1.0:1773941334.149002:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001bcde003. 00000100:00000010:1.0:1773941334.149012:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c3ba29dd. 00000100:00000010:1.0:1773941334.149016:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004fa4d261. 00000100:00000010:1.0:1773941334.149020:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002f1be290. 00000100:00000010:1.0:1773941334.149023:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000752df677. 00000800:00000010:0.0:1773941334.149026:0:2340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fea01591. 00000100:00000010:1.0:1773941334.149027:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000037afe979. 00000100:00000010:1.0:1773941334.149031:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003cb447c1. 00000100:00000010:1.0:1773941334.149035:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008c3de273. 00000800:00000010:0.0:1773941334.149040:0:2340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f911feb2. 00000100:00000010:1.0:1773941334.149041:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000985d86. 00000800:00000010:0.0:1773941334.149049:0:2340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a83bc906. 00000100:00000010:1.0:1773941334.149056:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000085d71d2e. 00000800:00000010:0.0:1773941334.149060:0:2340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a83bc906. 00000100:00000010:1.0:1773941334.149063:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000074589058. 00000100:00000010:1.0:1773941334.149069:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000053172cc5. 00000100:00000010:1.0:1773941334.149071:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f3cc2580. 00000100:00000010:1.0:1773941334.149073:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d5e70735. 00000100:00000010:1.0:1773941334.149076:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d0a8854. 00000100:00000010:1.0:1773941334.149079:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e2e2c061. 00000100:00000010:1.0:1773941334.149082:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000385d266e. 00000100:00000010:1.0:1773941334.149091:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000058ad508e. 00000100:00000010:1.0:1773941334.149095:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000034f5c6f0. 00000100:00000010:1.0:1773941334.149098:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000058b24ca2. 00000100:00000010:1.0:1773941334.149101:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006b79e119. 00000100:00000010:1.0:1773941334.149109:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c7eccfa4. 00000100:00000010:1.0:1773941334.149112:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f70c0ae8. 00000100:00000010:1.0:1773941334.149115:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000061b2b3c. 00000100:00000010:1.0:1773941334.149119:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd6fea60. 00000100:00000010:1.0:1773941334.149127:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fc4826aa. 00000100:00000010:1.0:1773941334.149131:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000006a11c9e. 00000100:00000010:1.0:1773941334.149134:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000172d4c61. 00000100:00000010:1.0:1773941334.149136:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a786b7f. 00000100:00000010:1.0:1773941334.149140:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000785c94b9. 00000100:00000010:1.0:1773941334.149143:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f5a12ca4. 00000100:00000010:1.0:1773941334.149146:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e1eceee7. 00000100:00000010:1.0:1773941334.149150:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000625c99c. 00000400:00000200:2.0:1773941334.149159:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000010:1.0:1773941334.149160:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000052afec10. 00000400:00000200:2.0:1773941334.149166:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : REPLY - for me 00000100:00000010:1.0:1773941334.149167:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008b50b041. 00000100:00000010:1.0:1773941334.149173:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000014765fd2. 00000100:00000010:1.0:1773941334.149176:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002e320940. 00000100:00000010:1.0:1773941334.149179:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007eb67f37. 00000100:00000010:1.0:1773941334.149181:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007484d660. 00000100:00000010:1.0:1773941334.149185:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000734b2e79. 00000400:00000200:2.0:1773941334.149186:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000010:1.0:1773941334.149190:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000058c84ec4. 00000400:00000200:2.0:1773941334.149192:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941334.149200:0:2347:0:(lib-move.c:4647:lnet_parse_reply()) 192.168.202.45@tcp: Reply from 12345-192.168.202.145@tcp of length 48/48 into md 0x5 00000100:00000010:1.0:1773941334.149204:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c27865ef. 00000100:00000010:1.0:1773941334.149208:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000379d5580. 00000400:00000200:2.0:1773941334.149211:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1773941334.149212:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d5f9638f. 00000400:00000200:2.0:1773941334.149218:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: REPLY: OK 00000100:00000010:1.0:1773941334.149219:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000035e67cf7. 00000400:00000200:2.0:1773941334.149223:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a602157a 00000100:00000010:1.0:1773941334.149224:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000025d8ed6c. 00000400:00000010:2.0:1773941334.149226:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a602157a. 00000100:00000010:1.0:1773941334.149229:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001fd05936. 00000400:00000200:2.0:1773941334.149230:0:2347:0:(peer.c:3081:lnet_discovery_event_handler()) Received event: 3 00000100:00000010:1.0:1773941334.149235:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c34f2e48. 00000400:00000200:2.0:1773941334.149236:0:2347:0:(peer.c:2911:lnet_discovery_event_reply()) Peer 192.168.202.145@tcp has discovery enabled 00000400:00000200:2.0:1773941334.149240:0:2347:0:(peer.c:2923:lnet_discovery_event_reply()) peer 192.168.202.145@tcp(00000000b9f804ea) is MR 00000100:00000010:1.0:1773941334.149242:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033afb1f8. 00000400:00000200:2.0:1773941334.149245:0:2347:0:(peer.c:2992:lnet_discovery_event_reply()) peer 192.168.202.145@tcp data present 363512030. state = 0x100241 00000400:00000200:2.0:1773941334.149255:0:2347:0:(peer.c:2405:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.145@tcp: -114 00000100:00000010:1.0:1773941334.149255:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000039c25ba8. 00000100:00000010:1.0:1773941334.149263:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065ee69f2. 00000100:00000010:1.0:1773941334.149267:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008b2a55cc. 00000100:00000010:1.0:1773941334.149276:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033e7f39e. 00000100:00000010:1.0:1773941334.149280:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000073071eab. 00000100:00000010:1.0:1773941334.149290:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004025a038. 00000100:00000010:1.0:1773941334.149294:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000037712503. 00000100:00000010:1.0:1773941334.149297:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba0b2d43. 00000100:00000010:1.0:1773941334.149307:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000056b0d7b7. 00000100:00000010:1.0:1773941334.149311:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000056fc514. 00000100:00000010:1.0:1773941334.149314:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d9116a1e. 00000100:00000010:1.0:1773941334.149316:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009386291a. 00000100:00000010:1.0:1773941334.149321:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c651b8c5. 00000100:00000010:1.0:1773941334.149323:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000938452a7. 00000100:00000010:1.0:1773941334.149327:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005cb8b400. 00000100:00000010:1.0:1773941334.149330:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bfd2ddce. 00000100:00000010:1.0:1773941334.149340:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007782f63f. 00000100:00000010:1.0:1773941334.149344:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c518f5a1. 00000100:00000010:1.0:1773941334.149348:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f4224928. 00000100:00000010:1.0:1773941334.149351:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9e2d407. 00000400:00000200:3.0:1773941334.149352:0:2351:0:(peer.c:3988:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000010:1.0:1773941334.149354:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e4ebe03e. 00000100:00000010:1.0:1773941334.149356:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003cac4eb7. 00000400:00000200:3.0:1773941334.149358:0:2351:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.202.145@tcp(00000000b9f804ea) state 0x1000c1 00000100:00000010:1.0:1773941334.149361:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f1e710b0. 00000100:00000010:1.0:1773941334.149363:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000066fe4d9d. 00000400:00000010:3.0:1773941334.149364:0:2351:0:(peer.c:3265:lnet_peer_merge_data()) alloc '(curnis)': 40 at 0000000087d0fe33. 00000100:00000010:1.0:1773941334.149373:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000064b97fb6. 00000100:00000010:1.0:1773941334.149376:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f72dc799. 00000100:00000010:1.0:1773941334.149380:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d9132d0a. 00000100:00000010:1.0:1773941334.149383:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005cdd69ac. 00000100:00000010:1.0:1773941334.149387:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000342a7a29. 00000100:00000010:1.0:1773941334.149390:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d2e9ef9. 00000100:00000010:1.0:1773941334.149394:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000052882463. 00000100:00000010:1.0:1773941334.149396:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000690417a9. 00000400:00000010:3.0:1773941334.149404:0:2351:0:(peer.c:3266:lnet_peer_merge_data()) alloc '(addnis)': 48 at 00000000ba52b350. 00000100:00000010:1.0:1773941334.149406:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005fbece98. 00000400:00000010:3.0:1773941334.149407:0:2351:0:(peer.c:3267:lnet_peer_merge_data()) alloc '(delnis)': 40 at 000000002945291d. 00000100:00000010:1.0:1773941334.149409:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000886ab22f. 00000400:00000200:3.0:1773941334.149412:0:2351:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.149416:0:2351:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000010:1.0:1773941334.149416:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000030e80a00. 00000400:00000010:3.0:1773941334.149419:0:2351:0:(peer.c:3405:lnet_peer_merge_data()) kfreed 'curnis': 40 at 0000000087d0fe33. 00000100:00000010:1.0:1773941334.149419:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004cc3d4ec. 00000400:00000010:3.0:1773941334.149421:0:2351:0:(peer.c:3406:lnet_peer_merge_data()) kfreed 'addnis': 48 at 00000000ba52b350. 00000100:00000010:1.0:1773941334.149423:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000f7273f6. 00000400:00000010:3.0:1773941334.149424:0:2351:0:(peer.c:3407:lnet_peer_merge_data()) kfreed 'delnis': 40 at 000000002945291d. 00000400:00000010:3.0:1773941334.149426:0:2351:0:(api-ni.c:1839:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d4e401c2. 00000400:00000200:3.0:1773941334.149430:0:2351:0:(peer.c:3410:lnet_peer_merge_data()) peer 192.168.202.145@tcp (00000000b9f804ea): 0 00000400:00000200:3.0:1773941334.149433:0:2351:0:(peer.c:3714:lnet_peer_data_present()) peer 192.168.202.145@tcp(00000000b9f804ea): 0. state = 0x100141 00000100:00000010:1.0:1773941334.149433:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6b02e38. 00000400:00000200:3.0:1773941334.149436:0:2351:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.202.145@tcp(00000000b9f804ea) state 0x100141 rc 1 00000100:00000010:1.0:1773941334.149437:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e3b4dd14. 00000400:00000200:3.0:1773941334.149440:0:2351:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.202.145@tcp(00000000b9f804ea) state 0x100141 00000100:00000010:1.0:1773941334.149440:0:5523:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000c1fa6d8d. 00000400:00000010:3.0:1773941334.149444:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fcc6bc3. 00000400:00000010:3.0:1773941334.149450:0:2351:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dbf3d3f0. 00000100:00000010:1.0:1773941334.149451:0:5523:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000004bf9f532. 00000400:00000200:3.0:1773941334.149454:0:2351:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000100:00000010:1.0:1773941334.149458:0:5523:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000743ce259. 00000400:00000200:3.0:1773941334.149459:0:2351:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000010:1.0:1773941334.149462:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d7180e3. 00000400:00000200:3.0:1773941334.149464:0:2351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.45@tcp to MR: 192.168.202.145@tcp local destination 00000400:00000200:3.0:1773941334.149468:0:2351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [2:2:256:4294967295] 192.168.202.145@tcp LPNI seq info [2:2:8:4294967295] 00000100:00000010:1.0:1773941334.149470:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000033767beb. 00000400:00000200:3.0:1773941334.149473:0:2351:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000010:1.0:1773941334.149474:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c853649. 00000400:00000200:3.0:1773941334.149475:0:2351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.145@tcp 00000100:00000010:1.0:1773941334.149477:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005542cbac. 00000100:00000010:1.0:1773941334.149480:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009df6d0ad. 00000400:00000200:3.0:1773941334.149482:0:2351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:192.168.202.45@tcp) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000100:00000010:1.0:1773941334.149483:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a7dae079. 00000100:00000010:1.0:1773941334.149486:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000550a3172. 00000800:00000200:3.0:1773941334.149487:0:2351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.202.145@tcp 00000100:00000010:1.0:1773941334.149489:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c54db3f0. 00000800:00000010:3.0:1773941334.149490:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082c728ee. 00000100:00000010:1.0:1773941334.149492:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000adee512f. 00000100:00000010:1.0:1773941334.149500:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000586ffa64. 00000100:00000010:1.0:1773941334.149504:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a1aaf195. 00000100:00000010:1.0:1773941334.149507:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000032ce8ddf. 00000100:00000010:1.0:1773941334.149510:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003aa4602f. 00000100:00000010:1.0:1773941334.149514:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000004d9ac4f. 00000100:00000010:1.0:1773941334.149517:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000505afdef. 00000100:00000010:1.0:1773941334.149520:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d25300e0. 00000100:00000010:1.0:1773941334.149523:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008ba65cd7. 00000100:00000010:1.0:1773941334.149532:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000762cf0cf. 00000100:00000010:1.0:1773941334.149536:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000046afadd1. 00000100:00000010:1.0:1773941334.149540:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e7a0448f. 00000100:00000010:1.0:1773941334.149542:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea1d5bd4. 00000100:00000010:1.0:1773941334.149546:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000079bb7aa0. 00000100:00000010:1.0:1773941334.149548:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000637e3d35. 00000800:00000200:3.0:1773941334.149551:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000076958d37] -> 12345-192.168.202.145@tcp (3) 00000100:00000010:1.0:1773941334.149557:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009e701ff8. 00000800:00000200:3.0:1773941334.149558:0:2351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000100:00000010:1.0:1773941334.149560:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001236d429. 00000800:00000200:3.0:1773941334.149561:0:2351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000082c728ee type 1, nob 144 niov 1 nkiov 1 00000100:00000010:1.0:1773941334.149568:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000090e759c9. 00000100:00000010:1.0:1773941334.149572:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa7b95b9. 00000100:00000010:1.0:1773941334.149575:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c62d6c8d. 00000400:00000200:3.0:1773941334.149577:0:2351:0:(peer.c:3922:lnet_peer_send_push()) peer 192.168.202.145@tcp 00000400:00000200:3.0:1773941334.149579:0:2351:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.202.145@tcp(00000000b9f804ea) state 0x100541 rc 0 00000100:00000010:1.0:1773941334.149584:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d788230e. 00000100:00000010:1.0:1773941334.149589:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009d4f2781. 00000100:00000010:1.0:1773941334.149592:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000020531e1e. 00000100:00000010:1.0:1773941334.149596:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000048d200ce. 00000100:00000010:1.0:1773941334.149599:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000085b94d19. 00000100:00000010:1.0:1773941334.149609:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009396c74f. 00000100:00000010:1.0:1773941334.149614:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b44a0b8f. 00000100:00000010:1.0:1773941334.149619:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ff0fd247. 00000100:00000010:1.0:1773941334.149623:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e534b6f. 00000100:00000010:1.0:1773941334.149626:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000085467bba. 00000100:00000010:1.0:1773941334.149629:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b01612fc. 00000100:00000010:1.0:1773941334.149633:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000d60acb6. 00000800:00000200:2.0:1773941334.149635:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1773941334.149636:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f049e263. 00000800:00000010:2.0:1773941334.149640:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082c728ee. 00000400:00000200:2.0:1773941334.149645:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1773941334.149648:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ee81bf30. 00000400:00000200:2.0:1773941334.149652:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000010:1.0:1773941334.149655:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002e871909. 00000400:00000200:2.0:1773941334.149658:0:2348:0:(peer.c:3081:lnet_discovery_event_handler()) Received event: 5 00000100:00000010:1.0:1773941334.149661:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f9fc4cf1. 00000400:00000200:2.0:1773941334.149663:0:2348:0:(peer.c:3033:lnet_discovery_event_send()) Push Send to 192.168.202.145@tcp: 0 00000100:00000010:1.0:1773941334.149668:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005be4dbae. 00000100:00000010:1.0:1773941334.149674:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000006c43806. 00000100:00000010:1.0:1773941334.149677:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c68a54f. 00000100:00000010:1.0:1773941334.149681:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a5b85aa0. 00000100:00000010:1.0:1773941334.149684:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f00e4112. 00000100:00000010:1.0:1773941334.149694:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000161f1524. 00000100:00000010:1.0:1773941334.149698:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc3f8fde. 00000100:00000010:1.0:1773941334.149702:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005807201f. 00000100:00000010:1.0:1773941334.149704:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005ba57159. 00000100:00000010:1.0:1773941334.149708:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000087058ad4. 00000100:00000010:1.0:1773941334.149745:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f49bfc2a. 00000100:00000010:1.0:1773941334.149749:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000eca9116. 00000100:00000010:1.0:1773941334.149752:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000018974ad0. 00000400:00000200:0.0:1773941334.149756:0:2340:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000800:00000200:0.1:1773941334.149759:0:2340:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:0.0:1773941334.149763:0:2340:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.145@tcp p 3.x 192.168.202.45 -> 192.168.202.145:988 incarnation:1773941298357168616 sched[1] 00000100:00000010:1.0:1773941334.149766:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001a5024ee. 00000800:00000010:0.0:1773941334.149766:0:2340:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f911feb2. 00000100:00000010:1.0:1773941334.149775:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003bf2d610. 00000100:00000010:1.0:1773941334.149781:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007ab98142. 00000100:00000010:1.0:1773941334.149792:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002bf4c6c1. 00000100:00000010:1.0:1773941334.149798:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e6af0bbc. 00000100:00000010:1.0:1773941334.149803:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000703d46ee. 00000400:00000200:0.0:1773941334.149805:0:2340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.145:988 00000100:00000010:1.0:1773941334.149808:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007dab31df. 00000100:00000010:1.0:1773941334.149815:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f55cab71. 00000100:00000010:1.0:1773941334.149826:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c931da66. 00000100:00000010:1.0:1773941334.149832:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cbb52559. 00000400:00000200:0.0:1773941334.149832:0:2340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.145:988 00000100:00000010:1.0:1773941334.149838:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000afd966a5. 00000100:00000010:1.0:1773941334.149844:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b6e1ac5. 00000100:00000010:1.0:1773941334.149849:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005ab8230f. 00000100:00000010:1.0:1773941334.149853:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000019275cb3. 00000100:00000010:1.0:1773941334.149858:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003f07404a. 00000100:00000010:1.0:1773941334.149863:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c109f49e. 00000100:00000010:1.0:1773941334.149873:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000ea8a9db. 00000100:00000010:1.0:1773941334.149877:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005fa2d49f. 00000100:00000010:1.0:1773941334.149881:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a415ed95. 00000100:00000010:1.0:1773941334.149884:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f6c5e41. 00000100:00000010:1.0:1773941334.149888:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007baacbe6. 00000100:00000010:1.0:1773941334.149890:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009dd42155. 00000100:00000010:1.0:1773941334.149894:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d993d20c. 00000100:00000010:1.0:1773941334.149906:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ff6eaf6a. 00000100:00000010:1.0:1773941334.149916:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b0fdb4f1. 00000100:00000010:1.0:1773941334.149919:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000761befc4. 00000100:00000010:1.0:1773941334.149923:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b2bbdca0. 00000100:00000010:1.0:1773941334.149925:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f3057ba5. 00000100:00000010:1.0:1773941334.149932:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fcecc913. 00000100:00000010:1.0:1773941334.149935:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000061e83d4b. 00000100:00000010:1.0:1773941334.149938:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000471450ae. 00000100:00000010:1.0:1773941334.149941:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075a929d8. 00000100:00000010:1.0:1773941334.149950:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b624b0fd. 00000100:00000010:1.0:1773941334.149954:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002723dffb. 00000100:00000010:1.0:1773941334.149958:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000009c45bf1. 00000100:00000010:1.0:1773941334.149967:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c58eeba1. 00000100:00000010:1.0:1773941334.149972:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000662957f0. 00000100:00000010:1.0:1773941334.149975:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000edd117fa. 00000100:00000010:1.0:1773941334.149979:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c797e476. 00000100:00000010:1.0:1773941334.149982:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007db11b9a. 00000100:00000010:1.0:1773941334.149990:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000589ee744. 00000100:00000010:1.0:1773941334.149994:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000425d255d. 00000100:00000010:1.0:1773941334.149997:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002a03f1fc. 00000100:00000010:1.0:1773941334.150000:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000029c37d71. 00000100:00000010:1.0:1773941334.150003:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007ff345dc. 00000100:00000010:1.0:1773941334.150006:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002d5da74b. 00000100:00000010:1.0:1773941334.150009:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000db5f366c. 00000100:00000010:1.0:1773941334.150011:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001681b6cd. 00000100:00000010:1.0:1773941334.150020:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003685657a. 00000100:00000010:1.0:1773941334.150023:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000046449829. 00000100:00000010:1.0:1773941334.150027:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000086c05137. 00000100:00000010:1.0:1773941334.150030:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6a60fa5. 00000100:00000010:1.0:1773941334.150034:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d48bbf5a. 00000100:00000010:1.0:1773941334.150037:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab23afc4. 00000100:00000010:1.0:1773941334.150040:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008647ec5b. 00000100:00000010:1.0:1773941334.150043:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c2edaf34. 00000100:00000010:1.0:1773941334.150053:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000c1c3aa9. 00000100:00000010:1.0:1773941334.150057:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000da95574e. 00000100:00000010:1.0:1773941334.150061:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001b26421a. 00000100:00000010:1.0:1773941334.150068:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000074d96293. 00000100:00000010:1.0:1773941334.150072:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c11274d0. 00000100:00000010:1.0:1773941334.150075:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e0d2244c. 00000100:00000010:1.0:1773941334.150078:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000d6ab9f4. 00000100:00000010:1.0:1773941334.150081:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000059969086. 00000100:00000010:1.0:1773941334.150092:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000509fb67a. 00000100:00000010:1.0:1773941334.150096:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000089ff8bf2. 00000400:00000200:2.0:1773941334.150097:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941334.150103:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : ACK - for me 00000100:00000010:1.0:1773941334.150103:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d0d50501. 00000400:00000200:2.0:1773941334.150111:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941334.150113:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000010:1.0:1773941334.150117:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000002c605e9. 00000400:00000200:2.0:1773941334.150118:0:2348:0:(lib-move.c:4700:lnet_parse_ack()) 192.168.202.45@tcp: ACK from 12345-192.168.202.145@tcp into md 0x15 00000400:00000200:2.0:1773941334.150123:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1773941334.150125:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dae231a7. 00000400:00000200:2.0:1773941334.150127:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: ACK: OK 00000400:00000200:2.0:1773941334.150131:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fcc6bc3 00000100:00000010:1.0:1773941334.150131:0:5523:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000203e13db. 00000400:00000010:2.0:1773941334.150135:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001fcc6bc3. 00000100:00000010:1.0:1773941334.150137:0:5523:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b47ab536. 00000400:00000200:2.0:1773941334.150138:0:2348:0:(peer.c:3081:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1773941334.150142:0:2348:0:(peer.c:2799:lnet_discovery_event_ack()) peer 192.168.202.145@tcp ev->status 0 00000400:00000200:1.0:1773941334.150144:0:5523:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 17 lazy 00000400:00000200:2.0:1773941334.150147:0:2348:0:(peer.c:2405:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.145@tcp: -114 00000020:00000010:1.0:1773941334.150187:0:5523:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c9b4f1ed. 00000020:00000010:1.0:1773941334.150194:0:5523:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000d7844827. 00000100:00000010:1.0:1773941334.150237:0:5523:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000039dde616. 00000100:00000010:1.0:1773941334.150241:0:5523:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000004753847d. 00000100:00000010:1.0:1773941334.150244:0:5523:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000bc171df6. 00000100:00000010:1.0:1773941334.150247:0:5523:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b14cf70c. 00000100:00000010:1.0:1773941334.150251:0:5523:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000015231543. 00000100:00000010:1.0:1773941334.150255:0:5523:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 0000000045ea5c52. 00000400:00000200:2.0:1773941334.150259:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000010:1.0:1773941334.150259:0:5523:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000010f2b4b7. 00000400:00000200:2.0:1773941334.150265:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000100:00000010:1.0:1773941334.150265:0:5523:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000a6fc32a2. 00000400:00000200:2.0:1773941334.150273:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000010:1.0:1773941334.150273:0:5523:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ec84af40. 00000400:00000200:2.0:1773941334.150278:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000010:1.0:1773941334.150281:0:5523:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000bf37a8fa. 00000400:00000200:2.0:1773941334.150284:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000010:1.0:1773941334.150288:0:5523:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000206d918f. 00000400:00000200:2.0:1773941334.150291:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 48 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1773941334.150295:0:2351:0:(peer.c:3988:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000010:1.0:1773941334.150295:0:5523:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000047f495a3. 00000400:00000200:2.0:1773941334.150300:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.145@tcp of length 48/48 into md 0x9 [1] + 0 00000100:00000010:1.0:1773941334.150301:0:5523:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000003e4a3a94. 00000400:00000200:3.0:1773941334.150303:0:2351:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.202.145@tcp(00000000b9f804ea) state 0x100141 00000100:00000010:1.0:1773941334.150308:0:5523:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000054094342. 00000400:00000010:2.0:1773941334.150309:0:2347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000078919d4. 00000400:00000200:3.0:1773941334.150311:0:2351:0:(peer.c:3844:lnet_peer_discovered()) peer 192.168.202.145@tcp 00000100:00000010:1.0:1773941334.150312:0:5523:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000002778f492. 00000400:00000200:2.0:1773941334.150314:0:2347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007142b4f3 00000400:00000200:3.0:1773941334.150316:0:2351:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.202.145@tcp(00000000b9f804ea) state 0x100111 rc 0 00000800:00000010:0.0:1773941334.150316:0:2340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000424caab3. 00000100:00000010:1.0:1773941334.150317:0:5523:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f6d1d883. 00000800:00000010:0.0:1773941334.150323:0:2340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f911feb2. 00000400:00000200:3.0:1773941334.150324:0:2351:0:(peer.c:2421:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.145@tcp 00000100:00000010:1.0:1773941334.150324:0:5523:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000711b28b4. 00000800:00000010:0.0:1773941334.150332:0:2340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a83bc906. 00000100:00000010:1.0:1773941334.150336:0:5523:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ba6a69ef. 00000400:00000200:2.0:1773941334.150341:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1773941334.150342:0:2340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a83bc906. 00000100:00000010:1.0:1773941334.150344:0:5523:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000e4b08454. 00000400:00000200:2.0:1773941334.150349:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000010:1.0:1773941334.150351:0:5523:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001f867ea4. 00000400:00000200:2.0:1773941334.150353:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007142b4f3 00000400:00000010:2.0:1773941334.150356:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007142b4f3. 00000100:00000010:1.0:1773941334.150358:0:5523:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000850e453c. 00000100:00000010:1.0:1773941334.150364:0:5523:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c84713e7. 00000400:00000200:2.0:1773941334.150367:0:2347:0:(api-ni.c:2341:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1773941334.150372:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941334.150375:0:2347:0:(peer.c:2570:lnet_peer_push_event()) peer 192.168.202.145@tcp(00000000b9f804ea) is MR 00000400:00000010:2.0:1773941334.150378:0:2347:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 0000000082704086. 00000400:00000200:2.0:1773941334.150381:0:2347:0:(peer.c:2644:lnet_peer_push_event()) Received Push 192.168.202.145@tcp 363512030 00000400:00000200:2.0:1773941334.150390:0:2347:0:(peer.c:2405:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.145@tcp: 0 00000400:00000200:2.0:1773941334.150394:0:2347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1773941334.150397:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941334.150400:0:2347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.45@tcp to MR: 192.168.202.145@tcp local destination 00000400:00000200:2.0:1773941334.150403:0:2347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [3:3:256:4294967295] 192.168.202.145@tcp LPNI seq info [3:3:8:4294967295] 00000400:00000200:2.0:1773941334.150406:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000200:1.0:1773941334.150409:0:5523:0:(service.c:848:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17 00000400:00000200:2.0:1773941334.150416:0:2347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:192.168.202.45@tcp) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) 192.168.202.145@tcp : ACK try# 0 00000100:00000010:1.0:1773941334.150417:0:5523:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000008646878e. 00000800:00000200:2.0:1773941334.150422:0:2347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:2.0:1773941334.150427:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077f45410. 00000400:00000200:3.0:1773941334.150430:0:2351:0:(peer.c:3988:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:2.0:1773941334.150432:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000076958d37] -> 12345-192.168.202.145@tcp (4) 00000800:00000200:2.0:1773941334.150439:0:2347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:2.0:1773941334.150442:0:2347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077f45410 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:3.0:1773941334.150447:0:2351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030ffb7e7. 00000400:00000010:3.0:1773941334.150455:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a861b278. 00000400:00000200:3.0:1773941334.150459:0:2351:0:(api-ni.c:2331:lnet_push_target_post()) posted push target 000000001766adbb 00000400:00000200:3.0:1773941334.150464:0:2351:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.202.145@tcp(00000000b9f804ea) state 0x1000d1 00000400:00000010:3.0:1773941334.150470:0:2351:0:(peer.c:3265:lnet_peer_merge_data()) alloc '(curnis)': 40 at 000000002945291d. 00000400:00000010:3.0:1773941334.150474:0:2351:0:(peer.c:3266:lnet_peer_merge_data()) alloc '(addnis)': 48 at 00000000ba52b350. 00000400:00000010:3.0:1773941334.150478:0:2351:0:(peer.c:3267:lnet_peer_merge_data()) alloc '(delnis)': 40 at 0000000087d0fe33. 00000400:00000200:3.0:1773941334.150481:0:2351:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.150485:0:2351:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:3.0:1773941334.150487:0:2351:0:(peer.c:3405:lnet_peer_merge_data()) kfreed 'curnis': 40 at 000000002945291d. 00000800:00000200:2.0:1773941334.150490:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1773941334.150491:0:2351:0:(peer.c:3406:lnet_peer_merge_data()) kfreed 'addnis': 48 at 00000000ba52b350. 00000800:00000010:2.0:1773941334.150497:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077f45410. 00000400:00000010:3.0:1773941334.150498:0:2351:0:(peer.c:3407:lnet_peer_merge_data()) kfreed 'delnis': 40 at 0000000087d0fe33. 00000400:00000010:3.0:1773941334.150505:0:2351:0:(api-ni.c:1839:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 0000000082704086. 00000400:00000200:2.0:1773941334.150506:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941334.150512:0:2351:0:(peer.c:3410:lnet_peer_merge_data()) peer 192.168.202.145@tcp (00000000b9f804ea): 0 00000400:00000200:2.0:1773941334.150517:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: ACK: OK 00000400:00000200:3.0:1773941334.150521:0:2351:0:(peer.c:3714:lnet_peer_data_present()) peer 192.168.202.145@tcp(00000000b9f804ea): 0. state = 0x100151 00000400:00000200:3.0:1773941334.150527:0:2351:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.202.145@tcp(00000000b9f804ea) state 0x100151 rc 1 00000400:00000200:3.0:1773941334.150531:0:2351:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.202.145@tcp(00000000b9f804ea) state 0x100151 00000400:00000200:3.0:1773941334.150534:0:2351:0:(peer.c:3844:lnet_peer_discovered()) peer 192.168.202.145@tcp 00000400:00000200:3.0:1773941334.150537:0:2351:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.202.145@tcp(00000000b9f804ea) state 0x100111 rc 0 00000100:00000010:1.0:1773941334.150576:0:5528:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 00000000f0de70ed. 00000020:00000010:1.0:1773941334.150579:0:5528:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001ba71ac4. 00000020:00000010:1.0:1773941334.150582:0:5528:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067bb8276. 00000020:00000010:1.0:1773941334.150584:0:5528:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b7fcb5ef. 00000020:00000010:1.0:1773941334.150586:0:5528:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000022f1c63. 00000040:00000010:1.0:1773941334.150588:0:5528:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000034887b7f. 00000020:00000010:1.0:1773941334.150590:0:5528:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ead8caa7. 00000020:00000010:1.0:1773941334.150591:0:5528:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000eb73c52b. 00000020:00000010:1.0:1773941334.150595:0:5528:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ad21fa7d. 80000000:00000010:1.0:1773941334.150598:0:5528:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a9efc641. 40000000:00000010:1.0:1773941334.150601:0:5528:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009486e9f9. 00000008:00000010:1.0:1773941334.150613:0:5528:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000006c664d1e. 00020000:00000010:1.0:1773941334.150618:0:5528:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000000d77d055. 00008000:00000010:1.0:1773941334.150630:0:5528:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000bb8f48c7. 00100000:00000010:1.0:1773941334.150634:0:5528:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000350f2eef. 00040000:00000010:1.0:1773941334.150637:0:5528:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000826ba4bb. 00040000:00000010:1.0:1773941334.150640:0:5528:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000019d811e7. 00040000:00000010:1.0:1773941334.150643:0:5528:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000063a450c4. 00000004:00000010:1.0:1773941334.150645:0:5528:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000003007598. 00000004:00000010:1.0:1773941334.150649:0:5528:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c2f78560. 00000004:00000010:1.0:1773941334.150653:0:5528:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 000000009f324a3d. 00002000:00000010:1.0:1773941334.150656:0:5528:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000077a513a6. 00000004:00000010:1.0:1773941334.150658:0:5528:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000671c404c. 00000400:00000200:3.0:1773941334.150664:0:2351:0:(peer.c:2421:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.145@tcp 00000080:00000010:1.0:1773941334.150669:0:5528:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000312aaf4e. 00000080:00000010:1.0:1773941334.150682:0:5528:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000001e360efa. 00000100:00000200:1.0:1773941334.150686:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150693:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2695a9e. 00000400:00000010:1.0:1773941334.150697:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000088de4d9a. 00000100:00000200:1.0:1773941334.150701:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150703:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b1329b4. 00000400:00000010:1.0:1773941334.150705:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008ce2cee7. 00000100:00000200:1.0:1773941334.150707:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150709:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e1f9c39. 00000400:00000010:1.0:1773941334.150712:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000048429858. 00000100:00000200:1.0:1773941334.150714:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150739:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089840a85. 00000400:00000010:1.0:1773941334.150743:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000099d6bf2b. 00000100:00000200:1.0:1773941334.150745:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150748:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000319f6991. 00000400:00000010:1.0:1773941334.150750:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f51b2d74. 00000100:00000200:1.0:1773941334.150752:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150754:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed7c5b10. 00000400:00000010:1.0:1773941334.150756:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003ff286a8. 00000100:00000200:1.0:1773941334.150758:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150760:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019b84009. 00000400:00000010:1.0:1773941334.150762:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b5f7b6b. 00000100:00000200:1.0:1773941334.150764:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150766:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057daf659. 00000400:00000010:1.0:1773941334.150769:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d82edf4d. 00000100:00000200:1.0:1773941334.150770:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150772:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046ab764e. 00000400:00000010:1.0:1773941334.150774:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cbb18e32. 00000100:00000200:1.0:1773941334.150776:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150778:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a603a2f2. 00000400:00000010:1.0:1773941334.150780:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000046574e4b. 00000100:00000200:1.0:1773941334.150781:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150783:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037fd42fa. 00000400:00000010:1.0:1773941334.150785:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004b90829b. 00000100:00000200:1.0:1773941334.150787:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150788:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012bb2062. 00000400:00000010:1.0:1773941334.150790:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ba05ebb4. 00000100:00000200:1.0:1773941334.150798:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150800:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035abf729. 00000400:00000010:1.0:1773941334.150802:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001e25d1f1. 00000100:00000200:1.0:1773941334.150804:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150806:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097559221. 00000400:00000010:1.0:1773941334.150809:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cc615253. 00000100:00000200:1.0:1773941334.150811:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150813:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9c1c39d. 00000400:00000010:1.0:1773941334.150815:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cca20f76. 00000100:00000200:1.0:1773941334.150817:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150818:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab86e2eb. 00000400:00000010:1.0:1773941334.150821:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c8b18ac9. 00000100:00000200:1.0:1773941334.150822:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150824:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a61485d. 00000400:00000010:1.0:1773941334.150827:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b44caf50. 00000100:00000200:1.0:1773941334.150828:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150830:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fc58708. 00000400:00000010:1.0:1773941334.150832:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000008134514. 00000100:00000200:1.0:1773941334.150834:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150836:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d6e144d. 00000400:00000010:1.0:1773941334.150838:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a4b9622. 00000100:00000200:1.0:1773941334.150839:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150841:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2b2131a. 00000400:00000010:1.0:1773941334.150843:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008858d159. 00000100:00000200:1.0:1773941334.150845:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150847:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cd8c6dd. 00000400:00000010:1.0:1773941334.150849:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dbb89f92. 00000100:00000200:1.0:1773941334.150851:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150853:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000715e8240. 00000400:00000010:1.0:1773941334.150855:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000009be9ced. 00000100:00000200:1.0:1773941334.150857:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150858:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e296a9c3. 00000400:00000010:1.0:1773941334.150860:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000817c73bc. 00000100:00000200:1.0:1773941334.150862:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150863:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cee729a1. 00000400:00000010:1.0:1773941334.150871:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1ade1f8. 00000100:00000200:1.0:1773941334.150873:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150875:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a658ec5. 00000400:00000010:1.0:1773941334.150877:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a869894d. 00000100:00000200:1.0:1773941334.150879:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150881:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072343ead. 00000400:00000010:1.0:1773941334.150883:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000071bfdc01. 00000100:00000200:1.0:1773941334.150885:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150887:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba51e4b5. 00000400:00000010:1.0:1773941334.150889:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000efda0530. 00000100:00000200:1.0:1773941334.150890:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150892:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065265d86. 00000400:00000010:1.0:1773941334.150894:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000056f689bb. 00000100:00000200:1.0:1773941334.150909:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150912:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c656b5a4. 00000400:00000010:1.0:1773941334.150915:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070c23b8e. 00000100:00000200:1.0:1773941334.150918:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150920:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b5539ac. 00000400:00000010:1.0:1773941334.150922:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006104be29. 00000100:00000200:1.0:1773941334.150925:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150926:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbb94356. 00000400:00000010:1.0:1773941334.150927:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000375563a2. 00000100:00000200:1.0:1773941334.150929:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150930:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3f1d834. 00000400:00000010:1.0:1773941334.150931:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000015dfcae7. 00000100:00000200:1.0:1773941334.150932:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150933:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079754a8d. 00000400:00000010:1.0:1773941334.150934:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002228d06f. 00000100:00000200:1.0:1773941334.150935:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150936:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d45f214d. 00000400:00000010:1.0:1773941334.150938:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000415b41cb. 00000100:00000200:1.0:1773941334.150940:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150941:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000735d0559. 00000400:00000010:1.0:1773941334.150944:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009e64a8da. 00000100:00000200:1.0:1773941334.150946:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150954:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3fb9c54. 00000400:00000010:1.0:1773941334.150957:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000271325c4. 00000100:00000200:1.0:1773941334.150960:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150962:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ea379b1. 00000400:00000010:1.0:1773941334.150964:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000036122e49. 00000100:00000200:1.0:1773941334.150967:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150968:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fdf8b35. 00000400:00000010:1.0:1773941334.150971:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d258cfcd. 00000100:00000200:1.0:1773941334.150973:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150975:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cdaf87b. 00000400:00000010:1.0:1773941334.150977:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000891fd553. 00000100:00000200:1.0:1773941334.150979:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.150991:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5c96e63. 00000400:00000010:1.0:1773941334.150996:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa023618. 00000100:00000200:1.0:1773941334.150999:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.151002:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004739bf62. 00000400:00000010:1.0:1773941334.151004:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000df94730e. 00000100:00000200:1.0:1773941334.151006:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.151008:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000180abc70. 00000400:00000010:1.0:1773941334.151011:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d0cfd36. 00000100:00000200:1.0:1773941334.151013:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.151014:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cdf8d52. 00000400:00000010:1.0:1773941334.151017:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000578d5cc9. 00000100:00000200:1.0:1773941334.151020:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.151022:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000745082f2. 00000400:00000010:1.0:1773941334.151025:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004cbb4ba3. 00000100:00000200:1.0:1773941334.151027:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.151030:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf61b21e. 00000400:00000010:1.0:1773941334.151034:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005bcfcd5a. 00000100:00000200:1.0:1773941334.151038:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:0.0:1773941334.151038:0:2340:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941334.151043:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000636f79e0. 00000800:00000200:0.1:1773941334.151044:0:2340:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00000400:00000010:1.0:1773941334.151048:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bd8084b9. 00000800:00000200:0.0:1773941334.151052:0:2340:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.145@tcp p 3.x 192.168.202.45 -> 192.168.202.145:988 incarnation:1773941298357168616 sched[1] 00000100:00000200:1.0:1773941334.151053:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000010:0.0:1773941334.151058:0:2340:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f911feb2. 00000400:00000010:1.0:1773941334.151059:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052f75d33. 00000400:00000010:1.0:1773941334.151065:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a78d301. 00000100:00000200:1.0:1773941334.151075:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.151078:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022aba1e2. 00000400:00000010:1.0:1773941334.151081:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000060a06d0f. 00000100:00000200:1.0:1773941334.151084:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.151086:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075d27471. 00000400:00000010:1.0:1773941334.151089:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000422daa30. 00000100:00000200:1.0:1773941334.151092:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.151094:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e488b960. 00000400:00000010:1.0:1773941334.151098:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000080bd303e. 00000100:00000200:1.0:1773941334.151100:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.151103:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df7e41fd. 00000400:00000010:1.0:1773941334.151105:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008dc1a974. 00000100:00000200:1.0:1773941334.151107:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.151109:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ead6e4ff. 00000400:00000010:1.0:1773941334.151111:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000067207c14. 00000100:00000200:1.0:1773941334.151113:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.151115:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005067a792. 00000400:00000010:1.0:1773941334.151117:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000047bbab3. 00000100:00000200:1.0:1773941334.151119:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.151121:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8d92ece. 00000400:00000010:1.0:1773941334.151123:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004da70c50. 00000100:00000200:1.0:1773941334.151125:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.151127:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034d329a6. 00000400:00000010:1.0:1773941334.151129:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007730c32. 00000100:00000200:1.0:1773941334.151131:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.151133:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de0841b0. 00000400:00000010:1.0:1773941334.151136:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000023201a61. 00000100:00000200:1.0:1773941334.151137:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.151139:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b101271. 00000400:00000010:1.0:1773941334.151141:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002449f793. 00000100:00000200:1.0:1773941334.151143:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.151144:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073d3f466. 00000400:00000010:1.0:1773941334.151147:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a19ed72f. 00000100:00000200:1.0:1773941334.151148:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.151150:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0aaed4e. 00000400:00000010:1.0:1773941334.151158:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb6c46ac. 00000100:00000200:1.0:1773941334.151160:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.151162:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000491c0471. 00000400:00000010:1.0:1773941334.151164:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000567ccf66. 00000100:00000200:1.0:1773941334.151166:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.151168:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5750fee. 00000400:00000010:1.0:1773941334.151170:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a374256c. 00000100:00000200:1.0:1773941334.151172:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.151174:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003df5b422. 00000400:00000010:1.0:1773941334.151175:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1dc4533. 00000100:00000200:1.0:1773941334.151177:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.151179:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041bdb6fe. 00000400:00000010:1.0:1773941334.151181:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e569c960. 00000100:00000200:1.0:1773941334.151183:0:5528:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941334.151184:0:5528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d2d94ed. 00000400:00000010:1.0:1773941334.151187:0:5528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037a2fa3a. 00000100:00000010:1.0:1773941334.151200:0:5528:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000056bab240. 00000100:00000200:1.0:1773941334.151214:0:5528:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1773941334.151231:0:5523:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000e7b3d965. 00000100:00000010:0.0:1773941334.151345:0:5529:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 000000003089ba73. 00000020:00000010:0.0:1773941334.151347:0:5529:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000625414ad. 00000020:00000010:0.0:1773941334.151350:0:5529:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf4fdc9f. 00000020:00000010:0.0:1773941334.151352:0:5529:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000001ce12a41. 00000020:00000010:0.0:1773941334.151353:0:5529:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000492f54e7. 00000040:00000010:0.0:1773941334.151355:0:5529:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003014a2f9. 00000020:00000010:0.0:1773941334.151358:0:5529:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a47ed753. 00000020:00000010:0.0:1773941334.151360:0:5529:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004dbb4ade. 00000020:00000010:0.0:1773941334.151362:0:5529:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000529e6b99. 80000000:00000010:0.0:1773941334.151364:0:5529:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c2e0575d. 40000000:00000010:0.0:1773941334.151366:0:5529:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000535dcc52. 00000008:00000010:0.0:1773941334.151376:0:5529:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000d3f94d86. 00020000:00000010:0.0:1773941334.151379:0:5529:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000097265fde. 00008000:00000010:0.0:1773941334.151387:0:5529:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000085023f2d. 00100000:00000010:0.0:1773941334.151395:0:5529:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bf6aac0a. 00040000:00000010:0.0:1773941334.151400:0:5529:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007db7a6b1. 00040000:00000010:0.0:1773941334.151402:0:5529:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000081317f97. 00040000:00000010:0.0:1773941334.151404:0:5529:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000905926fb. 00000004:00000010:0.0:1773941334.151406:0:5529:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000d1f6f25. 00000004:00000010:0.0:1773941334.151409:0:5529:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000eb366ec1. 00000004:00000010:0.0:1773941334.151412:0:5529:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000d4060f3b. 00002000:00000010:0.0:1773941334.151413:0:5529:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000048ed316a. 00000004:00000010:0.0:1773941334.151415:0:5529:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 000000005e1b5400. 00000080:00000010:0.0:1773941334.151423:0:5529:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000028ab438a. 00000080:00000010:0.0:1773941334.151432:0:5529:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000008786f269. 00000100:00000010:0.0:1773941334.151435:0:5529:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000000a6ba24f. 00000100:00000200:0.0:1773941334.151446:0:5529:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1773941334.151454:0:5523:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ca9034ec. 00000100:00000010:1.0:1773941334.151601:0:5530:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 00000000242e3cc1. 00000020:00000010:1.0:1773941334.151603:0:5530:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000db4ff7c6. 00000020:00000010:1.0:1773941334.151606:0:5530:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000458210dc. 00000020:00000010:1.0:1773941334.151607:0:5530:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000065a9252f. 00000020:00000010:1.0:1773941334.151609:0:5530:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000009bffd5ab. 00000040:00000010:1.0:1773941334.151610:0:5530:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a064c142. 00000020:00000010:1.0:1773941334.151612:0:5530:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005aea0acd. 00000020:00000010:1.0:1773941334.151614:0:5530:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000051075299. 00000020:00000010:1.0:1773941334.151616:0:5530:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004d7d23af. 80000000:00000010:1.0:1773941334.151617:0:5530:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009a687764. 40000000:00000010:1.0:1773941334.151619:0:5530:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f5d82b62. 00000008:00000010:1.0:1773941334.151621:0:5530:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000001661ad27. 00020000:00000010:1.0:1773941334.151623:0:5530:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000efe0e0e5. 00008000:00000010:1.0:1773941334.151625:0:5530:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000002c0f1e0e. 00100000:00000010:1.0:1773941334.151627:0:5530:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ecc41cd7. 00040000:00000010:1.0:1773941334.151633:0:5530:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009a996e71. 00040000:00000010:1.0:1773941334.151635:0:5530:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000dbd89aaa. 00040000:00000010:1.0:1773941334.151637:0:5530:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f869581a. 00000004:00000010:1.0:1773941334.151639:0:5530:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000b0c1b4d. 00000004:00000010:1.0:1773941334.151641:0:5530:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 0000000057fc198c. 00000004:00000010:1.0:1773941334.151643:0:5530:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 000000006bb61b49. 00002000:00000010:1.0:1773941334.151645:0:5530:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003d889a5b. 00000004:00000010:1.0:1773941334.151647:0:5530:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 000000000dc7b230. 00000080:00000010:1.0:1773941334.151649:0:5530:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000af8a6065. 00000080:00000010:1.0:1773941334.151650:0:5530:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000baa0883c. 00000100:00000010:1.0:1773941334.151653:0:5530:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000b88ae984. 00000100:00000200:1.0:1773941334.151662:0:5530:0:(service.c:3086:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:0.0:1773941334.151673:0:5523:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000006fb57f2. 00000100:00000010:2.0:1773941334.151854:0:5531:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 0000000053f8c86c. 00000020:00000010:2.0:1773941334.151858:0:5531:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000cb557fe0. 00000020:00000010:2.0:1773941334.151860:0:5531:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba2510c4. 00000020:00000010:2.0:1773941334.151862:0:5531:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000098f768c7. 00000020:00000010:2.0:1773941334.151864:0:5531:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000094d1a7f4. 00000040:00000010:2.0:1773941334.151865:0:5531:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cec339a4. 00000020:00000010:2.0:1773941334.151867:0:5531:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001fe65a60. 00000020:00000010:2.0:1773941334.151870:0:5531:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000087893f5. 00000020:00000010:2.0:1773941334.151872:0:5531:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000012cee95. 80000000:00000010:2.0:1773941334.151875:0:5531:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006fe3e798. 40000000:00000010:2.0:1773941334.151883:0:5531:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cb062a92. 00000008:00000010:2.0:1773941334.151887:0:5531:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000004f65698d. 00020000:00000010:2.0:1773941334.151890:0:5531:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000055c566cc. 00008000:00000010:2.0:1773941334.151893:0:5531:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000dc3573bf. 00100000:00000010:2.0:1773941334.151906:0:5531:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d7ea121d. 00040000:00000010:2.0:1773941334.151909:0:5531:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000077f45410. 00040000:00000010:2.0:1773941334.151913:0:5531:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000000a260f7e. 00040000:00000010:2.0:1773941334.151915:0:5531:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000057cb2cc2. 00000004:00000010:2.0:1773941334.151918:0:5531:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008115ad88. 00000004:00000010:2.0:1773941334.151923:0:5531:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000018b77f2. 00000004:00000010:2.0:1773941334.151927:0:5531:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000b0f74018. 00002000:00000010:2.0:1773941334.151930:0:5531:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b5bde803. 00000004:00000010:2.0:1773941334.151933:0:5531:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 000000004dc01430. 00000080:00000010:2.0:1773941334.151937:0:5531:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000003c657931. 00000080:00000010:2.0:1773941334.151940:0:5531:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000006be3f405. 00000100:00000200:2.0:1773941334.151943:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.151947:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f37e70d. 00000400:00000010:2.0:1773941334.151950:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd5bc7e1. 00000100:00000200:2.0:1773941334.151953:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.151954:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7587e3e. 00000400:00000010:2.0:1773941334.151956:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e156f35. 00000100:00000200:2.0:1773941334.151958:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.151960:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021fe98e3. 00000400:00000010:2.0:1773941334.151962:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009b950ff3. 00000100:00000200:2.0:1773941334.151963:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.151965:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c89eebe. 00000400:00000010:2.0:1773941334.151966:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001b4d3bb8. 00000100:00000200:2.0:1773941334.151968:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.151969:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000baa68c40. 00000400:00000010:2.0:1773941334.151970:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000067b48bf4. 00000100:00000200:2.0:1773941334.151973:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.151973:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f27f2d26. 00000400:00000010:2.0:1773941334.151975:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9db962d. 00000100:00000200:2.0:1773941334.151977:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.151983:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c4a927f. 00000400:00000010:2.0:1773941334.151984:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000291a21ad. 00000100:00000200:2.0:1773941334.151986:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.151987:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007dfd379e. 00000400:00000010:2.0:1773941334.151988:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000992e6249. 00000100:00000200:2.0:1773941334.151989:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.151990:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5059d70. 00000400:00000010:2.0:1773941334.151992:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000fc2757a. 00000100:00000200:2.0:1773941334.151993:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.151994:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a0c542d. 00000400:00000010:2.0:1773941334.151995:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009c44dcb8. 00000100:00000200:2.0:1773941334.151996:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152005:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb31d8c7. 00000400:00000010:2.0:1773941334.152007:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000010a87e53. 00000100:00000200:2.0:1773941334.152009:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152010:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053e9087f. 00000400:00000010:2.0:1773941334.152011:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000080a62e2b. 00000100:00000200:2.0:1773941334.152012:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152013:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f948a132. 00000400:00000010:2.0:1773941334.152014:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eabd5cff. 00000100:00000200:2.0:1773941334.152015:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152016:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c85e858. 00000400:00000010:2.0:1773941334.152018:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ca4a65d8. 00000100:00000200:2.0:1773941334.152019:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152020:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecd8d98a. 00000400:00000010:2.0:1773941334.152022:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e14f284d. 00000100:00000200:2.0:1773941334.152023:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152024:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044b1db13. 00000400:00000010:2.0:1773941334.152025:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a89bd6ca. 00000100:00000200:2.0:1773941334.152026:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152027:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020479034. 00000400:00000010:2.0:1773941334.152028:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd71bd23. 00000100:00000200:2.0:1773941334.152030:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152031:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000886a1ff7. 00000400:00000010:2.0:1773941334.152032:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003aafd65f. 00000100:00000200:2.0:1773941334.152036:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152037:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c79a6e6. 00000400:00000010:2.0:1773941334.152039:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001039443f. 00000100:00000200:2.0:1773941334.152040:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152040:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9fc2b94. 00000400:00000010:2.0:1773941334.152041:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b426e7b. 00000100:00000200:2.0:1773941334.152043:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152043:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f21fcf06. 00000400:00000010:2.0:1773941334.152045:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c8110da. 00000100:00000200:2.0:1773941334.152046:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152046:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc9e0d17. 00000400:00000010:2.0:1773941334.152048:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003075cc84. 00000100:00000200:2.0:1773941334.152049:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152050:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001bd12162. 00000400:00000010:2.0:1773941334.152051:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f8f22841. 00000100:00000200:2.0:1773941334.152052:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152053:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018aee890. 00000400:00000010:2.0:1773941334.152054:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000257e57d7. 00000100:00000200:2.0:1773941334.152055:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152056:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058638290. 00000400:00000010:2.0:1773941334.152057:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000077e24a23. 00000100:00000200:2.0:1773941334.152058:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152059:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca371e57. 00000400:00000010:2.0:1773941334.152060:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd27e010. 00000100:00000200:2.0:1773941334.152061:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152061:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd94a3d0. 00000400:00000010:2.0:1773941334.152063:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8ecea60. 00000100:00000200:2.0:1773941334.152064:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152064:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091ee82aa. 00000400:00000010:2.0:1773941334.152065:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006ca0e9d2. 00000100:00000200:2.0:1773941334.152066:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152067:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d8fcea8. 00000400:00000010:2.0:1773941334.152068:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ad2a813. 00000100:00000200:2.0:1773941334.152070:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152070:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007752c055. 00000400:00000010:2.0:1773941334.152075:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000008d5e45c. 00000100:00000200:2.0:1773941334.152076:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152077:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082456491. 00000400:00000010:2.0:1773941334.152079:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000894059f4. 00000100:00000200:2.0:1773941334.152080:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152081:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2fbe579. 00000400:00000010:2.0:1773941334.152082:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000012c86fee. 00000100:00000200:2.0:1773941334.152083:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152084:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0636830. 00000400:00000010:2.0:1773941334.152085:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000287ad765. 00000100:00000200:2.0:1773941334.152086:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152087:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000965ed7af. 00000400:00000010:2.0:1773941334.152088:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003b2967f2. 00000100:00000200:2.0:1773941334.152089:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152090:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f489a3aa. 00000400:00000010:2.0:1773941334.152091:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c8741d6. 00000100:00000200:2.0:1773941334.152092:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152093:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bc0238a. 00000400:00000010:2.0:1773941334.152094:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000095b114c7. 00000100:00000200:2.0:1773941334.152095:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152096:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3087900. 00000400:00000010:2.0:1773941334.152097:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008690b5d1. 00000100:00000200:2.0:1773941334.152098:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152099:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a30d0597. 00000400:00000010:2.0:1773941334.152100:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000128e2e66. 00000100:00000200:2.0:1773941334.152101:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152102:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f387ada9. 00000400:00000010:2.0:1773941334.152104:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a308644. 00000100:00000200:2.0:1773941334.152105:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152106:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be7332be. 00000400:00000010:2.0:1773941334.152107:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ab823b4. 00000100:00000200:2.0:1773941334.152108:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152109:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000128f91b3. 00000400:00000010:2.0:1773941334.152110:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006956e6c8. 00000100:00000200:2.0:1773941334.152111:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152115:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d6227ed. 00000400:00000010:2.0:1773941334.152116:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000064b8409b. 00000100:00000200:2.0:1773941334.152118:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152119:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d47d1267. 00000400:00000010:2.0:1773941334.152120:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e6730fdc. 00000100:00000200:2.0:1773941334.152121:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152122:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007618657b. 00000400:00000010:2.0:1773941334.152123:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d0c54322. 00000100:00000200:2.0:1773941334.152124:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152125:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f787b13. 00000400:00000010:2.0:1773941334.152126:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004712cea3. 00000100:00000200:2.0:1773941334.152127:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152127:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbbaf022. 00000400:00000010:2.0:1773941334.152129:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002207d50. 00000100:00000200:2.0:1773941334.152130:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152130:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062066392. 00000400:00000010:2.0:1773941334.152132:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021538afe. 00000100:00000200:2.0:1773941334.152133:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152133:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045599e4e. 00000400:00000010:2.0:1773941334.152134:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000022d7b74d. 00000100:00000200:2.0:1773941334.152135:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152136:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eabb6b8c. 00000400:00000010:2.0:1773941334.152137:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000028fa1a7a. 00000100:00000200:2.0:1773941334.152138:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152139:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f6a25cd. 00000400:00000010:2.0:1773941334.152140:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000729b8ffb. 00000100:00000200:2.0:1773941334.152141:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152142:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000bf7a57. 00000400:00000010:2.0:1773941334.152143:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e5611748. 00000100:00000200:2.0:1773941334.152144:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152145:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002abf3d26. 00000400:00000010:2.0:1773941334.152147:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000901cd7c0. 00000100:00000200:2.0:1773941334.152148:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152149:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000728df31e. 00000400:00000010:2.0:1773941334.152150:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001bf85ee6. 00000100:00000200:2.0:1773941334.152155:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152156:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c337b8d. 00000400:00000010:2.0:1773941334.152158:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000657d2829. 00000100:00000200:2.0:1773941334.152159:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152160:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da335a43. 00000400:00000010:2.0:1773941334.152162:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd882210. 00000100:00000200:2.0:1773941334.152163:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152164:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000defe0c2c. 00000400:00000010:2.0:1773941334.152166:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000061ce1b35. 00000100:00000200:2.0:1773941334.152167:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152174:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cea3202. 00000400:00000010:2.0:1773941334.152176:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083b1bcb2. 00000100:00000200:2.0:1773941334.152177:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152178:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000005c8f36. 00000400:00000010:2.0:1773941334.152179:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006bb76bf8. 00000100:00000200:2.0:1773941334.152180:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152181:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eaf6088b. 00000400:00000010:2.0:1773941334.152183:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c5f6ef35. 00000100:00000200:2.0:1773941334.152184:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152185:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000934b4a50. 00000400:00000010:2.0:1773941334.152186:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ef9831b. 00000100:00000200:2.0:1773941334.152187:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152188:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059db4772. 00000400:00000010:2.0:1773941334.152190:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009c449774. 00000100:00000200:2.0:1773941334.152191:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152192:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b80433f3. 00000400:00000010:2.0:1773941334.152193:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000256311b9. 00000100:00000200:2.0:1773941334.152195:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152196:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3104614. 00000400:00000010:2.0:1773941334.152197:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001dff6cae. 00000100:00000200:2.0:1773941334.152198:0:5531:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941334.152199:0:5531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0d5eeb7. 00000400:00000010:2.0:1773941334.152200:0:5531:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f29f7eca. 00000100:00000010:2.0:1773941334.152202:0:5531:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000e4333ce8. 00000100:00000200:2.0:1773941334.152214:0:5531:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1773941334.152232:0:5523:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c65528cc. 00000100:00000010:2.0:1773941334.152389:0:5532:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 00000000d4e34c74. 00000020:00000010:2.0:1773941334.152392:0:5532:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f8f3f2e4. 00000020:00000010:2.0:1773941334.152394:0:5532:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000909242ac. 00000020:00000010:2.0:1773941334.152397:0:5532:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000002fbc9f1e. 00000020:00000010:2.0:1773941334.152399:0:5532:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000002cce07b. 00000040:00000010:2.0:1773941334.152400:0:5532:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001af5cef1. 00000020:00000010:2.0:1773941334.152403:0:5532:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001a481615. 00000020:00000010:2.0:1773941334.152405:0:5532:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005af77243. 00000020:00000010:2.0:1773941334.152407:0:5532:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a919d3a3. 80000000:00000010:2.0:1773941334.152409:0:5532:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000edf5ad7b. 40000000:00000010:2.0:1773941334.152410:0:5532:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000086351c6d. 00000008:00000010:2.0:1773941334.152413:0:5532:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000002df083f3. 00020000:00000010:2.0:1773941334.152414:0:5532:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000d51f8b2d. 00008000:00000010:2.0:1773941334.152416:0:5532:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000619df748. 00100000:00000010:2.0:1773941334.152418:0:5532:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004912d9fc. 00040000:00000010:2.0:1773941334.152420:0:5532:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000317cfb2d. 00040000:00000010:2.0:1773941334.152422:0:5532:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b68860e1. 00040000:00000010:2.0:1773941334.152424:0:5532:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000097827a22. 00000004:00000010:2.0:1773941334.152426:0:5532:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006d9cdd21. 00000004:00000010:2.0:1773941334.152429:0:5532:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c09c2792. 00000004:00000010:2.0:1773941334.152431:0:5532:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000279a131c. 00002000:00000010:2.0:1773941334.152433:0:5532:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000053ecce3. 00000004:00000010:2.0:1773941334.152435:0:5532:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 000000000dcf8bf1. 00000080:00000010:2.0:1773941334.152437:0:5532:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000008e9553de. 00000080:00000010:2.0:1773941334.152440:0:5532:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000003295cb2c. 00000100:00000010:2.0:1773941334.152444:0:5532:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000a750047f. 00000100:00000200:2.0:1773941334.152457:0:5532:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1773941334.152471:0:5523:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000009317b930. 00000100:00000010:3.0:1773941334.152640:0:5533:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 0000000087d0fe33. 00000020:00000010:3.0:1773941334.152644:0:5533:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ba52b350. 00000020:00000010:3.0:1773941334.152647:0:5533:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004052f266. 00000020:00000010:3.0:1773941334.152650:0:5533:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000088baea7. 00000020:00000010:3.0:1773941334.152653:0:5533:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000129d0f11. 00000040:00000010:3.0:1773941334.152655:0:5533:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000041357162. 00000020:00000010:3.0:1773941334.152658:0:5533:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007e819c55. 00000020:00000010:3.0:1773941334.152674:0:5533:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006b8346b7. 00000020:00000010:3.0:1773941334.152677:0:5533:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000277cd53f. 80000000:00000010:3.0:1773941334.152680:0:5533:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000032c5756. 40000000:00000010:3.0:1773941334.152682:0:5533:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002945291d. 00000008:00000010:3.0:1773941334.152692:0:5533:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000000ddf7b9f. 00020000:00000010:3.0:1773941334.152695:0:5533:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000a8863833. 00008000:00000010:3.0:1773941334.152704:0:5533:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000b0d40efb. 00100000:00000010:3.0:1773941334.152708:0:5533:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005a6ba31e. 00040000:00000010:3.0:1773941334.152710:0:5533:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ac89c141. 00040000:00000010:3.0:1773941334.152713:0:5533:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000005e4992f0. 00040000:00000010:3.0:1773941334.152744:0:5533:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d22bd963. 00000004:00000010:3.0:1773941334.152748:0:5533:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000640ee920. 00000004:00000010:3.0:1773941334.152751:0:5533:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000de291222. 00000004:00000010:3.0:1773941334.152754:0:5533:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000738aa798. 00002000:00000010:3.0:1773941334.152757:0:5533:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000057db9fbf. 00000004:00000010:3.0:1773941334.152760:0:5533:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000cfeede2f. 00000080:00000010:3.0:1773941334.152771:0:5533:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000002544139e. 00000080:00000010:3.0:1773941334.152782:0:5533:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000a0b8ccc1. 00000100:00000010:3.0:1773941334.152786:0:5533:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000026d88be1. 00000100:00000200:3.0:1773941334.152797:0:5533:0:(service.c:3086:ptlrpc_main()) service thread 2 (#3) started 00010000:00000010:1.0:1773941334.152807:0:5523:0:(ldlm_lockd.c:3466:ldlm_setup()) kmalloced '(blp)': 168 at 00000000809f93d9. 00010000:00000010:1.0:1773941334.152926:0:5534:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 0000000079ee4ca3. 00000020:00000010:1.0:1773941334.152930:0:5534:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006213a9bd. 00000020:00000010:1.0:1773941334.152932:0:5534:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000000eb820d9. 00000020:00000010:1.0:1773941334.152934:0:5534:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004391ef39. 00000020:00000010:1.0:1773941334.152936:0:5534:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000418b3405. 00000020:00000010:1.0:1773941334.152938:0:5534:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000895edf76. 80000000:00000010:1.0:1773941334.152940:0:5534:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000663c34ee. 40000000:00000010:1.0:1773941334.152942:0:5534:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000da30b51a. 00100000:00000010:1.0:1773941334.152944:0:5534:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000064bf45f0. 00040000:00000010:1.0:1773941334.152946:0:5534:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000682849e0. 00040000:00000010:1.0:1773941334.152947:0:5534:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e37ce69d. 00002000:00000010:1.0:1773941334.152950:0:5534:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009b5b6a29. 00000020:00000010:1.0:1773941334.152951:0:5534:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000080e55fec. 00010000:00000010:0.0:1773941334.153072:0:5535:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000ef549218. 00000020:00000010:0.0:1773941334.153077:0:5535:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002176a891. 00000020:00000010:0.0:1773941334.153079:0:5535:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000092b138fa. 00000020:00000010:0.0:1773941334.153081:0:5535:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d50c3a90. 00000020:00000010:0.0:1773941334.153084:0:5535:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000073aba462. 00000020:00000010:0.0:1773941334.153086:0:5535:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b0b13fe7. 80000000:00000010:0.0:1773941334.153088:0:5535:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002654323f. 40000000:00000010:0.0:1773941334.153089:0:5535:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000086322b59. 00100000:00000010:0.0:1773941334.153092:0:5535:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fdce528c. 00040000:00000010:0.0:1773941334.153094:0:5535:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cc069a6b. 00040000:00000010:0.0:1773941334.153096:0:5535:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ac09753e. 00002000:00000010:0.0:1773941334.153098:0:5535:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003ca357c8. 00000020:00000010:0.0:1773941334.153100:0:5535:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a69363f9. 00000020:00000010:1.0:1773941334.153219:0:5536:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003b5a6817. 00000020:00000010:1.0:1773941334.153223:0:5536:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000823f9764. 00000040:00000010:1.0:1773941334.153225:0:5536:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007b5f1bf0. 00000020:00000010:1.0:1773941334.153226:0:5536:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003573a1f0. 00000020:00000010:1.0:1773941334.153228:0:5536:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000094ecdfce. 00000020:00000010:1.0:1773941334.153230:0:5536:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d9ad4495. 80000000:00000010:1.0:1773941334.153237:0:5536:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b04dcd0e. 40000000:00000010:1.0:1773941334.153238:0:5536:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fd7542d9. 00100000:00000010:1.0:1773941334.153240:0:5536:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000af45f62f. 00040000:00000010:1.0:1773941334.153243:0:5536:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000037022466. 00040000:00000010:1.0:1773941334.153244:0:5536:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000008d4170be. 00040000:00000010:1.0:1773941334.153246:0:5536:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e86e898f. 00000004:00000010:1.0:1773941334.153248:0:5536:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001a47ab83. 00000004:00000010:1.0:1773941334.153251:0:5536:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 000000007616c723. 00000004:00000010:1.0:1773941334.153253:0:5536:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 000000004647ac50. 00002000:00000010:1.0:1773941334.153255:0:5536:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fe5f2b04. 00000004:00000010:1.0:1773941334.153257:0:5536:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000e8bb8973. 00000020:00000010:1.0:1773941334.153259:0:5536:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b6f2d6c4. 00000001:00000010:0.0:1773941334.153279:0:5523:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000019e29917. 00000001:00000010:0.0:1773941334.153285:0:5523:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000006faa930e. 00000020:00000010:0.0:1773941334.153296:0:5523:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at 00000000c580de96. 00000100:00000200:0.0:1773941334.153306:0:5523:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.145@tcp->12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941334.153310:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941334.153313:0:5523:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.202.145@tcp primary NID 192.168.202.145@tcp rc 0 00000100:00000010:0.0:1773941334.153320:0:5523:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 00000000fc632ca3. 00010000:00000010:0.0:1773941334.153324:0:5523:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000bd6e0a06. 00010000:00000010:0.0:1773941334.153327:0:5523:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at 000000005704307b. 00000001:00000010:0.0:1773941334.153331:0:5523:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000cbb32f86. 00000001:00000010:0.0:1773941334.153334:0:5523:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 000000004b6ae15c. 00000001:00000010:0.0:1773941334.153336:0:5523:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000298cd613. 00000001:00000010:0.0:1773941334.153338:0:5523:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 0000000064ef366d. 00000020:00000010:0.0:1773941334.153378:0:5523:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a508fc58. 00000020:00000010:0.0:1773941334.153380:0:5523:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 000000003ba4d4ec. 00000020:00000010:0.0:1773941334.153424:0:5523:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000009b1f0c06. 00000020:00000010:0.0:1773941334.153427:0:5523:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000003c639276. 00000040:00000010:0.0:1773941334.153439:0:5523:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000088cdaaf. 00000020:00000010:0.0:1773941334.153703:0:5523:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 0000000024d70e28. 00000040:00000010:0.0:1773941334.153708:0:5523:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001e8fcc6c. 00000020:00000010:0.0:1773941334.153711:0:5523:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003c65433d. 00000020:00000010:0.0:1773941334.153732:0:5523:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000094e699e1. 00040000:00000010:0.0:1773941334.153736:0:5523:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d49670f6. 00040000:00000010:0.0:1773941334.153739:0:5523:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000054c8344c. 00000020:00000010:0.0:1773941334.153742:0:5523:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000563302e7. 00000020:00000010:0.0:1773941334.153746:0:5523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aace83a2. 00000020:00000010:0.0:1773941334.153750:0:5523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005be5adce. 00000008:00000010:0.0:1773941334.153754:0:5523:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000025963e71. 00020000:00000010:0.0:1773941334.153758:0:5523:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 000000002f96f7fa. 00008000:00000010:0.0:1773941334.153761:0:5523:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000b526a1d4. 00000080:00000010:0.0:1773941334.153765:0:5523:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000577c6a57. 00000020:00000010:0.0:1773941334.153767:0:5523:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000081854c99. 00000020:00000010:0.0:1773941334.153770:0:5523:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 104 at 00000000b908120e. 00000020:00000010:0.0:1773941334.153782:0:5523:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000e1256c42. 00000400:00000200:0.0:1773941334.153791:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941334.153795:0:5523:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000010:0.0:1773941334.153814:0:5523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001141b33c. 02000000:00000010:0.0:1773941334.153826:0:5523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000845e83f4. 00000020:00000010:0.0:1773941334.153863:0:5523:0:(obd_mount.c:561:lustre_start_mgc()) kfreed 'uuid': 40 at 0000000076c87e00. 00000020:00000010:0.0:1773941334.153867:0:5523:0:(obd_mount.c:562:lustre_start_mgc()) kfreed 'data': 192 at 000000009f72db13. 00000020:00000010:0.0:1773941334.153870:0:5523:0:(obd_mount.c:563:lustre_start_mgc()) kfreed 'mgcname': 23 at 000000008081046e. 00000080:00000010:0.0:1773941334.153875:0:5523:0:(llite_lib.c:1399:ll_fill_super()) kmalloced '(cfg)': 88 at 00000000e2907bf5. 00000020:00000010:3.0:1773941334.153878:0:2352:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009366b8bb. 00000080:00000010:0.0:1773941334.153879:0:5523:0:(llite_lib.c:95:ll_init_sbi()) kmalloced '(sbi)': 1376 at 00000000b90581b6. 00000020:00000010:3.0:1773941334.153888:0:2352:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000eac618e8. 80000000:00000010:3.0:1773941334.153893:0:2352:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fc3920bc. 40000000:00000010:3.0:1773941334.153908:0:2352:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ba7ff416. 00000008:00000010:3.0:1773941334.153913:0:2352:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000009c784bbd. 00020000:00000010:3.0:1773941334.153917:0:2352:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000005c8fabf4. 00008000:00000010:3.0:1773941334.153921:0:2352:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000ca18e398. 00100000:00000010:3.0:1773941334.153924:0:2352:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e8ee8c49. 00040000:00000010:3.0:1773941334.153928:0:2352:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cdbe6a30. 00040000:00000010:3.0:1773941334.153932:0:2352:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d1c85534. 00040000:00000010:3.0:1773941334.153935:0:2352:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000585edce6. 00000004:00000010:3.0:1773941334.153938:0:2352:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004cab7ef5. 00000020:00000010:0.0:1773941334.153940:0:5523:0:(cl_page.c:1380:cl_cache_init()) kmalloced '(cache)': 152 at 00000000e3c7b55a. 00000004:00000010:3.0:1773941334.153943:0:2352:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a89444be. 00000080:00000010:0.0:1773941334.153945:0:5523:0:(llite_lib.c:129:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at 00000000730de027. 00000080:00000010:0.0:1773941334.153949:0:5523:0:(llite_lib.c:136:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at 00000000b94105a0. 00000004:00000010:3.0:1773941334.153957:0:2352:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 0000000038a0fe36. 00002000:00000010:3.0:1773941334.153963:0:2352:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000704ebcf8. 00000004:00000010:3.0:1773941334.153966:0:2352:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 000000000b2343fa. 00000080:00000010:3.0:1773941334.153969:0:2352:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000f82eb698. 00000080:00000010:3.0:1773941334.153973:0:2352:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000006e20e992. 00000008:00000010:3.0:1773941334.153987:0:2352:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000fb3bf3b7. 00020000:00000010:3.0:1773941334.154000:0:2352:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000ca0d69ac. 00008000:00000010:3.0:1773941334.154020:0:2352:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000009589f70b. 00000080:00000010:3.0:1773941334.154032:0:2352:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000007e81608a. 02000000:00000010:3.0:1773941334.154049:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000070dd5a21. 00000400:00000200:3.0:1773941334.154057:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:3.0:1773941334.154061:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a27f5d09. 00000400:00000010:3.0:1773941334.154068:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000082df5af5. 00000100:00000200:3.0:1773941334.154072:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264200320, portal 25 00000400:00000010:3.0:1773941334.154077:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037e452f6. 00000100:00000200:3.0:1773941334.154080:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264200320, offset 0 00000400:00000200:3.0:1773941334.154088:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:3.0:1773941334.154093:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.154098:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:3.0:1773941334.154101:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941334.154105:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:3.0:1773941334.154109:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941334.154112:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:3.0:1773941334.154115:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [4:4:256:4294967295] 192.168.202.145@tcp LPNI seq info [4:4:8:4294967295] 00000400:00000200:3.0:1773941334.154119:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.154127:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:3.0:1773941334.154133:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:3.0:1773941334.154137:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007c0bc14. 00000800:00000200:3.0:1773941334.154142:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000076958d37] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:3.0:1773941334.154148:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:3.0:1773941334.154151:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000007c0bc14 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1773941334.154175:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000010:3.0:1773941334.154181:0:2352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001b816517. 00000100:00000010:3.0:1773941334.154193:0:2352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002027bf25. 00000800:00000200:2.0:1773941334.154222:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941334.154225:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007c0bc14. 00000400:00000200:2.0:1773941334.154229:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941334.154234:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941334.154237:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037e452f6 00000400:00000010:2.0:1773941334.154238:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037e452f6. 00000100:00000200:2.0:1773941334.154245:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001141b33c x1860112264200320/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1773941334.154425:0:5523:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ba7c81c6. 00000020:00000010:0.0:1773941334.154429:0:5523:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1440 at 000000006742be70. 00000020:00000010:0.0:1773941334.154451:0:5523:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000833b5989. 00000020:00000010:0.0:1773941334.154455:0:5523:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 576 at 000000004e72efb0. 00000020:00000010:0.0:1773941334.154474:0:5523:0:(obd_mount.c:67:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000616fd1d3. 00000020:00000010:0.0:1773941334.154480:0:5523:0:(obd_mount.c:76:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000c15967a3. 00000020:00000010:0.0:1773941334.154485:0:5523:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054c8344c. 00000020:00000010:0.0:1773941334.154490:0:5523:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000094e699e1. 00000040:00000010:0.0:1773941334.154493:0:5523:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001e8fcc6c. 00000020:00000010:0.0:1773941334.154498:0:5523:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d0df7424. 00000020:00000010:0.0:1773941334.154502:0:5523:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000024d70e28. 00040000:00000010:0.0:1773941334.154507:0:5523:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000612cf8fe. 00040000:00000010:0.0:1773941334.154512:0:5523:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b0b58765. 10000000:00000010:0.0:1773941334.154521:0:5523:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 000000001e27a73a. 02000000:00000010:0.0:1773941334.154528:0:5523:0:(sec_config.c:546:sptlrpc_conf_get()) kmalloced '(conf)': 120 at 0000000083d7cf11. 00000100:00000010:0.0:1773941334.154535:0:5523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006e588c44. 02000000:00000010:0.0:1773941334.154543:0:5523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c350c316. 00010000:00000010:0.0:1773941334.154552:0:5523:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008252c2f4. 00010000:00000010:0.0:1773941334.154558:0:5523:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002a09c526. 00000020:00000010:0.0:1773941334.154562:0:5523:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 00000000ccc6cf45. 00000100:00000010:0.0:1773941334.154576:0:5523:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000090d479fb. 00000020:00000010:0.0:1773941334.154750:0:263:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000c58f5aa4. 00000400:00000200:3.0:1773941334.155077:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.155083:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941334.155090:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.155095:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.155099:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.155103:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c00080 00000400:00000200:3.0:1773941334.155108:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.155112:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0x21d [1] + 0 00000400:00000200:3.0:1773941334.155124:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941334.155129:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:3.0:1773941334.155134:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001141b33c x1860112264200320/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941334.155176:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a27f5d09. 00000400:00000200:0.0:1773941334.155181:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082df5af5 00000400:00000010:0.0:1773941334.155188:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000082df5af5. 00000100:00000200:0.0:1773941334.155194:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001141b33c x1860112264200320/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941334.155202:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001141b33c x1860112264200320/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941344 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1773941334.155252:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000070dd5a21. 02000000:00000010:0.0:1773941334.155257:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000845e83f4. 00000100:00000010:0.0:1773941334.155260:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001141b33c. 02000000:00000010:0.0:1773941334.155282:0:5523:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000845e83f4. 00000400:00000200:0.0:1773941334.155286:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941334.155288:0:5523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d88c1c65. 00000400:00000010:0.0:1773941334.155291:0:5523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012333df2. 00000100:00000200:0.0:1773941334.155294:0:5523:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264200448, portal 25 00000400:00000010:0.0:1773941334.155297:0:5523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000621717d0. 00000100:00000200:0.0:1773941334.155298:0:5523:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264200448, offset 0 00000400:00000200:0.0:1773941334.155314:0:5523:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941334.155318:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941334.155321:0:5523:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941334.155323:0:5523:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941334.155325:0:5523:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941334.155328:0:5523:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941334.155330:0:5523:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:0.0:1773941334.155332:0:5523:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [5:5:256:4294967295] 192.168.202.145@tcp LPNI seq info [5:5:8:4294967295] 00000400:00000200:0.0:1773941334.155335:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941334.155340:0:5523:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:0.0:1773941334.155343:0:5523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:0.0:1773941334.155346:0:5523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f97126b9. 00000800:00000200:0.0:1773941334.155349:0:5523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000076958d37] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:0.0:1773941334.155354:0:5523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:0.0:1773941334.155356:0:5523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f97126b9 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1773941334.155373:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000800:00000200:3.0:1773941334.155412:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941334.155415:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f97126b9. 00000400:00000200:3.0:1773941334.155418:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941334.155422:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941334.155425:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000621717d0 00000400:00000010:3.0:1773941334.155426:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000621717d0. 00000100:00000200:3.0:1773941334.155430:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006e588c44 x1860112264200448/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941350 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941334.156134:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.156138:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941334.156142:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.156144:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.156147:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.156149:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 344 into portal 25 MB=0x69bc322c00100 00000400:00000200:3.0:1773941334.156152:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.156156:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 344/344 into md 0x22d [1] + 224 00000400:00000200:3.0:1773941334.156170:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941334.156173:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:3.0:1773941334.156178:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006e588c44 x1860112264200448/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941350 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941334.156229:0:5523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d88c1c65. 00000400:00000200:0.0:1773941334.156235:0:5523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012333df2 00000400:00000010:0.0:1773941334.156237:0:5523:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012333df2. 00000100:00000200:0.0:1773941334.156242:0:5523:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006e588c44 x1860112264200448/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941350 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941334.156250:0:5523:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006e588c44 x1860112264200448/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941350 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1773941334.156263:0:5523:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000090d479fb. 02000000:00000010:0.0:1773941334.156278:0:5523:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000845e83f4. 02000000:00000010:0.0:1773941334.156282:0:5523:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c350c316. 00000100:00000010:0.0:1773941334.156285:0:5523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006e588c44. 10000000:00000010:0.0:1773941334.156291:0:5523:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000f0ebdb32. 00000020:00000010:0.0:1773941334.156295:0:5523:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c350c316. 00000020:00000010:0.0:1773941334.156300:0:5523:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fa8821dc. 00000040:00000010:0.0:1773941334.156305:0:5523:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000019085565. 00000020:00000010:0.0:1773941334.156309:0:5523:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007c1dd3b8. 00000020:00000010:0.0:1773941334.156313:0:5523:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b9ae1289. 80000000:00000010:0.0:1773941334.156316:0:5523:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000070604e48. 00040000:00000010:0.0:1773941334.156320:0:5523:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004fedb390. 20000000:00000010:0.0:1773941334.156323:0:5523:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at 00000000f9b25f3a. 00000040:00000010:0.0:1773941334.156329:0:5523:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000021004e88. 00000100:00000010:0.0:1773941334.156334:0:5523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006e588c44. 02000000:00000010:0.0:1773941334.156342:0:5523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003a28df79. 00000100:00000010:0.0:1773941334.156348:0:5523:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000090d479fb. 02000000:00000010:0.0:1773941334.156356:0:5523:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e931f1a1. 00000400:00000200:0.0:1773941334.156360:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941334.156363:0:5523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d88c1c65. 00000400:00000010:0.0:1773941334.156367:0:5523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012333df2. 00000100:00000200:0.0:1773941334.156369:0:5523:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112264200576, portal 25 00000400:00000010:0.0:1773941334.156373:0:5523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006dcff6cc. 00000100:00000200:0.0:1773941334.156375:0:5523:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1860112264200576, offset 0 00000400:00000200:0.0:1773941334.156389:0:5523:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941334.156393:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941334.156397:0:5523:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941334.156400:0:5523:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941334.156402:0:5523:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941334.156404:0:5523:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941334.156407:0:5523:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:0.0:1773941334.156410:0:5523:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [6:6:256:4294967295] 192.168.202.145@tcp LPNI seq info [6:6:8:4294967295] 00000400:00000200:0.0:1773941334.156414:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941334.156419:0:5523:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:0.0:1773941334.156424:0:5523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:0.0:1773941334.156427:0:5523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021f1e229. 00000800:00000200:0.0:1773941334.156431:0:5523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000076958d37] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:0.0:1773941334.156435:0:5523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:0.0:1773941334.156438:0:5523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000021f1e229 type 1, nob 608 niov 1 nkiov 1 00000400:00000200:0.0:1773941334.156453:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000800:00000200:3.0:1773941334.156502:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941334.156505:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021f1e229. 00000400:00000200:3.0:1773941334.156508:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941334.156513:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941334.156516:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dcff6cc 00000400:00000010:3.0:1773941334.156518:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006dcff6cc. 00000100:00000200:3.0:1773941334.156522:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006e588c44 x1860112264200576/t0(0) o501->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941350 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941334.157331:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.157335:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941334.157339:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.157340:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.157343:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.157344:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 272 into portal 25 MB=0x69bc322c00180 00000400:00000200:3.0:1773941334.157347:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.157349:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 272/272 into md 0x235 [1] + 224 00000400:00000200:3.0:1773941334.157357:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941334.157359:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:3.0:1773941334.157363:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006e588c44 x1860112264200576/t0(0) o501->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941350 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941334.157425:0:5523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d88c1c65. 00000400:00000200:2.0:1773941334.157430:0:5523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012333df2 00000400:00000010:2.0:1773941334.157431:0:5523:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012333df2. 00000100:00000200:2.0:1773941334.157438:0:5523:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006e588c44 x1860112264200576/t0(0) o501->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941350 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941334.157449:0:5523:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006e588c44 x1860112264200576/t0(0) o501->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941350 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941334.157466:0:5523:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000090d479fb. 02000000:00000010:2.0:1773941334.157473:0:5523:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e931f1a1. 02000000:00000010:2.0:1773941334.157478:0:5523:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003a28df79. 00000100:00000010:2.0:1773941334.157481:0:5523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006e588c44. 00000040:00000010:2.0:1773941334.157486:0:5523:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000021004e88. 00000020:00000010:2.0:1773941334.157490:0:5523:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000fa8821dc. 00000040:00000010:2.0:1773941334.157494:0:5523:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000019085565. 00000020:00000010:2.0:1773941334.157496:0:5523:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007c1dd3b8. 00000020:00000010:2.0:1773941334.157500:0:5523:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b9ae1289. 80000000:00000010:2.0:1773941334.157505:0:5523:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000070604e48. 00040000:00000010:2.0:1773941334.157508:0:5523:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004fedb390. 20000000:00000010:2.0:1773941334.157511:0:5523:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at 00000000f9b25f3a. 00000020:00000010:2.0:1773941334.157514:0:5523:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c350c316. 10000000:00000010:2.0:1773941334.157517:0:5523:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000f0ebdb32. 10000000:00000010:2.0:1773941334.157530:0:5523:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 000000002e5b1635. 10000000:00000010:2.0:1773941334.157534:0:5523:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 00000000c350c316. 10000000:00000010:2.0:1773941334.157537:0:5523:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 00000000fa8821dc. 00000100:00000010:2.0:1773941334.157549:0:5523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd53f80b. 02000000:00000010:2.0:1773941334.157555:0:5523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003c3f01b2. 00010000:00000010:2.0:1773941334.157562:0:5523:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000889e80f0. 00000020:00000010:2.0:1773941334.157565:0:5523:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 00000000bf3c1d7f. 00000100:00000010:2.0:1773941334.157572:0:5523:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d33e90b. 02000000:00000010:2.0:1773941334.157580:0:5523:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007311fb8a. 00000400:00000200:2.0:1773941334.157584:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:2.0:1773941334.157594:0:5523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e972de7a. 00000400:00000010:2.0:1773941334.157605:0:5523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054451423. 00000100:00000200:2.0:1773941334.157608:0:5523:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264200704, portal 25 00000400:00000010:2.0:1773941334.157611:0:5523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e28f45b. 00000100:00000200:2.0:1773941334.157613:0:5523:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264200704, offset 0 00000400:00000200:2.0:1773941334.157618:0:5523:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:2.0:1773941334.157622:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941334.157625:0:5523:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:2.0:1773941334.157629:0:5523:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941334.157632:0:5523:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:2.0:1773941334.157634:0:5523:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941334.157637:0:5523:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:2.0:1773941334.157639:0:5523:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [7:7:256:4294967295] 192.168.202.145@tcp LPNI seq info [7:7:8:4294967295] 00000400:00000200:2.0:1773941334.157642:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941334.157647:0:5523:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:2.0:1773941334.157651:0:5523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:2.0:1773941334.157655:0:5523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d140560. 00000800:00000200:2.0:1773941334.157658:0:5523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000076958d37] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:2.0:1773941334.157662:0:5523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:2.0:1773941334.157664:0:5523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003d140560 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1773941334.157679:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000800:00000200:3.0:1773941334.157731:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941334.157735:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d140560. 00000400:00000200:3.0:1773941334.157739:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941334.157743:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941334.157746:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e28f45b 00000400:00000010:3.0:1773941334.157747:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e28f45b. 00000100:00000200:3.0:1773941334.157758:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dd53f80b x1860112264200704/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941350 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941334.158387:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941334.158391:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941334.158395:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941334.158397:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941334.158399:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941334.158402:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 344 into portal 25 MB=0x69bc322c00200 00000400:00000200:2.0:1773941334.158405:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941334.158407:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 344/344 into md 0x23d [1] + 224 00000400:00000200:2.0:1773941334.158416:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941334.158419:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:2.0:1773941334.158430:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dd53f80b x1860112264200704/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941350 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941334.158460:0:5523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e972de7a. 00000400:00000200:2.0:1773941334.158465:0:5523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054451423 00000400:00000010:2.0:1773941334.158467:0:5523:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054451423. 00000100:00000200:2.0:1773941334.158473:0:5523:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dd53f80b x1860112264200704/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941350 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941334.158483:0:5523:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dd53f80b x1860112264200704/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941350 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941334.158499:0:5523:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009d33e90b. 02000000:00000010:2.0:1773941334.158510:0:5523:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007311fb8a. 02000000:00000010:2.0:1773941334.158514:0:5523:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003c3f01b2. 00000100:00000010:2.0:1773941334.158516:0:5523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dd53f80b. 10000000:00000010:2.0:1773941334.158521:0:5523:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000007ea19a45. 00000020:00000010:2.0:1773941334.158524:0:5523:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c3f01b2. 00000020:00000010:2.0:1773941334.158527:0:5523:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000057e17b86. 00000040:00000010:2.0:1773941334.158529:0:5523:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e89393ef. 00000020:00000010:2.0:1773941334.158533:0:5523:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000069912c31. 00000020:00000010:2.0:1773941334.158535:0:5523:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a717b907. 80000000:00000010:2.0:1773941334.158538:0:5523:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a3a4399a. 00040000:00000010:2.0:1773941334.158542:0:5523:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000063e60c97. 20000000:00000010:2.0:1773941334.158545:0:5523:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at 0000000017dced7f. 00000040:00000010:2.0:1773941334.158549:0:5523:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000077932b34. 00000100:00000010:2.0:1773941334.158553:0:5523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd53f80b. 02000000:00000010:2.0:1773941334.158559:0:5523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c5035273. 00000100:00000010:2.0:1773941334.158564:0:5523:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d33e90b. 02000000:00000010:2.0:1773941334.158571:0:5523:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000053110d6b. 00000400:00000200:2.0:1773941334.158574:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:2.0:1773941334.158575:0:5523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e972de7a. 00000400:00000010:2.0:1773941334.158579:0:5523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054451423. 00000100:00000200:2.0:1773941334.158581:0:5523:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112264200832, portal 25 00000400:00000010:2.0:1773941334.158590:0:5523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003841457a. 00000100:00000200:2.0:1773941334.158592:0:5523:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1860112264200832, offset 0 00000400:00000200:2.0:1773941334.158595:0:5523:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:2.0:1773941334.158599:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941334.158601:0:5523:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:2.0:1773941334.158604:0:5523:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941334.158606:0:5523:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:2.0:1773941334.158608:0:5523:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941334.158609:0:5523:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:2.0:1773941334.158611:0:5523:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [8:8:256:4294967295] 192.168.202.145@tcp LPNI seq info [8:8:8:4294967295] 00000400:00000200:2.0:1773941334.158614:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941334.158618:0:5523:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:2.0:1773941334.158621:0:5523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:2.0:1773941334.158624:0:5523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d140560. 00000800:00000200:2.0:1773941334.158627:0:5523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000076958d37] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:2.0:1773941334.158630:0:5523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:2.0:1773941334.158632:0:5523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003d140560 type 1, nob 608 niov 1 nkiov 1 00000400:00000200:2.0:1773941334.158646:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000800:00000200:3.0:1773941334.158689:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941334.158692:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d140560. 00000400:00000200:3.0:1773941334.158696:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941334.158700:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941334.158702:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003841457a 00000400:00000010:3.0:1773941334.158704:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003841457a. 00000100:00000200:3.0:1773941334.158708:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dd53f80b x1860112264200832/t0(0) o501->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941350 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941334.159302:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.159306:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941334.159310:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.159312:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.159315:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.159317:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 272 into portal 25 MB=0x69bc322c00280 00000400:00000200:3.0:1773941334.159320:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.159322:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 272/272 into md 0x24d [1] + 224 00000400:00000200:3.0:1773941334.159329:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941334.159331:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:3.0:1773941334.159335:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dd53f80b x1860112264200832/t0(0) o501->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941350 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941334.159375:0:5523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e972de7a. 00000400:00000200:0.0:1773941334.159381:0:5523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054451423 00000400:00000010:0.0:1773941334.159382:0:5523:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054451423. 00000100:00000200:0.0:1773941334.159389:0:5523:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dd53f80b x1860112264200832/t0(0) o501->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941350 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941334.159397:0:5523:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dd53f80b x1860112264200832/t0(0) o501->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941350 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1773941334.159410:0:5523:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009d33e90b. 02000000:00000010:0.0:1773941334.159416:0:5523:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000053110d6b. 02000000:00000010:0.0:1773941334.159418:0:5523:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c5035273. 00000100:00000010:0.0:1773941334.159420:0:5523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dd53f80b. 00000040:00000010:0.0:1773941334.159426:0:5523:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b95e06c9. 00000100:00000010:0.0:1773941334.159429:0:5523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001141b33c. 02000000:00000010:0.0:1773941334.159434:0:5523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ff6a2d2c. 00000100:00000010:0.0:1773941334.159445:0:5523:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005970e1f8. 02000000:00000010:0.0:1773941334.159461:0:5523:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000002ec82465. 00000400:00000200:0.0:1773941334.159466:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941334.159468:0:5523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000944dba35. 00000400:00000010:0.0:1773941334.159471:0:5523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000045e786d8. 00000100:00000200:0.0:1773941334.159474:0:5523:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112264200960, portal 25 00000400:00000010:0.0:1773941334.159476:0:5523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038525268. 00000100:00000200:0.0:1773941334.159478:0:5523:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112264200960, offset 0 00000400:00000200:0.0:1773941334.159482:0:5523:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941334.159486:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941334.159489:0:5523:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941334.159491:0:5523:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941334.159493:0:5523:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941334.159495:0:5523:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941334.159497:0:5523:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:0.0:1773941334.159499:0:5523:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [9:9:256:4294967295] 192.168.202.145@tcp LPNI seq info [9:9:8:4294967295] 00000400:00000200:0.0:1773941334.159501:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941334.159506:0:5523:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:0.0:1773941334.159510:0:5523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:0.0:1773941334.159513:0:5523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007a0a853b. 00000800:00000200:0.0:1773941334.159516:0:5523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000076958d37] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:0.0:1773941334.159519:0:5523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:0.0:1773941334.159522:0:5523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007a0a853b type 1, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1773941334.159536:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000800:00000200:3.0:1773941334.159577:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941334.159580:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007a0a853b. 00000400:00000200:3.0:1773941334.159583:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941334.159586:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941334.159589:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038525268 00000400:00000010:3.0:1773941334.159590:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000038525268. 00000100:00000200:3.0:1773941334.159594:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001141b33c x1860112264200960/t0(0) o503->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941350 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941334.160367:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.160376:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941334.160380:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.160382:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.160384:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.160386:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 8416 into portal 25 MB=0x69bc322c00300 00000400:00000200:3.0:1773941334.160388:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.160392:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 8416/8416 into md 0x25d [4] + 224 00000400:00000200:3.0:1773941334.160409:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941334.160411:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:3.0:1773941334.160469:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001141b33c x1860112264200960/t0(0) o503->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941350 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941334.160517:0:5523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000944dba35. 00000400:00000200:0.0:1773941334.160522:0:5523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045e786d8 00000400:00000010:0.0:1773941334.160523:0:5523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000045e786d8. 00000100:00000200:0.0:1773941334.160528:0:5523:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001141b33c x1860112264200960/t0(0) o503->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941350 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941334.160535:0:5523:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001141b33c x1860112264200960/t0(0) o503->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941350 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1773941334.160555:0:5523:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005970e1f8. 02000000:00000010:0.0:1773941334.160560:0:5523:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000002ec82465. 02000000:00000010:0.0:1773941334.160568:0:5523:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ff6a2d2c. 00000100:00000010:0.0:1773941334.160570:0:5523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001141b33c. 00000040:00000010:0.0:1773941334.160576:0:5523:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000024a9fc4f. 00000020:00000010:0.0:1773941334.160778:0:5541:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff6a2d2c. 00000020:00000010:0.0:1773941334.160783:0:5541:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f9b25f3a. 00000040:00000010:0.0:1773941334.160786:0:5541:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004fedb390. 00000020:00000010:0.0:1773941334.160789:0:5541:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000024d619ff. 00000020:00000010:0.0:1773941334.160793:0:5541:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d89b4d2c. 00000020:00000010:0.0:1773941334.160797:0:5541:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b9ae1289. 80000000:00000010:0.0:1773941334.160799:0:5541:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a5d55700. 40000000:00000010:0.0:1773941334.160803:0:5541:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ed8874bc. 00100000:00000010:0.0:1773941334.160806:0:5541:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007c1dd3b8. 00040000:00000010:0.0:1773941334.160807:0:5541:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007a0a853b. 00040000:00000010:0.0:1773941334.160810:0:5541:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000003c65433d. 00040000:00000010:0.0:1773941334.160812:0:5541:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000019085565. 00000004:00000010:0.0:1773941334.160824:0:5541:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ce849a0f. 00000004:00000010:0.0:1773941334.160828:0:5541:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c673381d. 00000004:00000010:0.0:1773941334.160830:0:5541:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 000000003bbdb792. 00002000:00000010:0.0:1773941334.160832:0:5541:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000845e83f4. 00000004:00000010:0.0:1773941334.160834:0:5541:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 0000000097f926b1. 00000020:00000010:0.0:1773941334.160837:0:5541:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000028338e5f. 00000040:00000010:0.0:1773941334.160850:0:5541:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000029d7dffc. 00000100:00000010:0.0:1773941334.160857:0:5541:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001141b33c. 02000000:00000010:0.0:1773941334.160862:0:5541:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000021004e88. 00000100:00000010:0.0:1773941334.160868:0:5541:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000045e786d8. 02000000:00000010:0.0:1773941334.160883:0:5541:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000003df19f87. 00000400:00000200:0.0:1773941334.160886:0:5541:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941334.160888:0:5541:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000944dba35. 00000400:00000010:0.0:1773941334.160891:0:5541:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000059a78a3f. 00000100:00000200:0.0:1773941334.160911:0:5541:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112264201088, portal 25 00000400:00000010:0.0:1773941334.160915:0:5541:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d00928da. 00000100:00000200:0.0:1773941334.160917:0:5541:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112264201088, offset 0 00000400:00000200:0.0:1773941334.160921:0:5541:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941334.160924:0:5541:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941334.160928:0:5541:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941334.160931:0:5541:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941334.160933:0:5541:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941334.160934:0:5541:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941334.160936:0:5541:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:0.0:1773941334.160938:0:5541:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [10:10:256:4294967295] 192.168.202.145@tcp LPNI seq info [10:10:8:4294967295] 00000400:00000200:0.0:1773941334.160940:0:5541:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941334.160945:0:5541:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:0.0:1773941334.160947:0:5541:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:0.0:1773941334.160951:0:5541:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021f1e229. 00000800:00000200:0.0:1773941334.160954:0:5541:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000076958d37] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:0.0:1773941334.160957:0:5541:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:0.0:1773941334.160958:0:5541:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000021f1e229 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1773941334.160969:0:5541:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000800:00000200:3.0:1773941334.161017:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941334.161020:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021f1e229. 00000400:00000200:3.0:1773941334.161022:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941334.161026:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941334.161029:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d00928da 00000400:00000010:3.0:1773941334.161030:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d00928da. 00000100:00000200:3.0:1773941334.161034:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001141b33c x1860112264201088/t0(0) o502->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941350 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941334.161922:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.161925:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941334.161929:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.161932:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.161934:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.161936:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 8472 into portal 25 MB=0x69bc322c00380 00000400:00000200:3.0:1773941334.161939:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.161941:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 8472/8472 into md 0x265 [4] + 224 00000400:00000200:3.0:1773941334.161950:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941334.162006:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:3.0:1773941334.162012:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001141b33c x1860112264201088/t0(0) o502->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941350 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941334.162056:0:5541:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000944dba35. 00000400:00000200:0.0:1773941334.162061:0:5541:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059a78a3f 00000400:00000010:0.0:1773941334.162062:0:5541:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000059a78a3f. 00000100:00000200:0.0:1773941334.162066:0:5541:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001141b33c x1860112264201088/t0(0) o502->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941350 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941334.162072:0:5541:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001141b33c x1860112264201088/t0(0) o502->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941350 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1773941334.162081:0:5541:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000045e786d8. 02000000:00000010:0.0:1773941334.162085:0:5541:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000003df19f87. 02000000:00000010:0.0:1773941334.162093:0:5541:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000021004e88. 00000100:00000010:0.0:1773941334.162095:0:5541:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001141b33c. 00000020:00000010:0.0:1773941334.162106:0:5541:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000f97126b9. 00000020:00000010:0.0:1773941334.162114:0:5541:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000f97126b9. 00000020:00000010:0.0:1773941334.162119:0:5541:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000003aa16100. 00000020:00000010:0.0:1773941334.162123:0:5541:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 0000000030d8b0c3. 00000020:00000010:0.0:1773941334.162135:0:5541:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 000000000f81d5ef. 00000020:00000010:0.0:1773941334.162141:0:5541:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000d3d33141. 00000020:00000010:0.0:1773941334.162149:0:5541:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 0000000030d8b0c3. 00000020:00000010:0.0:1773941334.162152:0:5541:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000003aa16100. 00000020:00000010:0.0:1773941334.162155:0:5541:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000003aa16100. 00000020:00000010:0.0:1773941334.162157:0:5541:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at 0000000045e786d8. 00000001:00000010:0.0:1773941334.162178:0:5541:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000f97126b9. 00000001:00000010:0.0:1773941334.162181:0:5541:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000008dacfc97. 00000001:00000010:0.0:1773941334.162185:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000021004e88. 00000001:00000010:0.0:1773941334.162188:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003a28df79. 00000001:00000010:0.0:1773941334.162189:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e931f1a1. 00000001:00000010:0.0:1773941334.162193:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000425fd9b. 00000020:00000010:0.0:1773941334.162196:0:5541:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003393649c. 00000020:00000010:0.0:1773941334.162198:0:5541:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000030d8b0c3. 00000020:00000010:0.0:1773941334.162206:0:5541:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009a6bdd9a. 00000008:00000010:0.0:1773941334.162216:0:5541:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000995f164f. 00020000:00000010:0.0:1773941334.162226:0:5541:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000009ad7238b. 00008000:00000010:0.0:1773941334.162239:0:5541:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000095d45b75. 00000080:00000010:0.0:1773941334.162250:0:5541:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000010905d9f. 00000020:00000010:0.0:1773941334.162253:0:5541:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eae067ac. 00000020:00000010:0.0:1773941334.162255:0:5541:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000020cb69c5. 00000020:00000010:0.0:1773941334.162258:0:5541:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000001a604e7. 00000008:00000010:0.0:1773941334.162261:0:5541:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000dae8a446. 00020000:00000010:0.0:1773941334.162264:0:5541:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000f354c9bb. 00008000:00000010:0.0:1773941334.162266:0:5541:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000034016070. 00000080:00000010:0.0:1773941334.162268:0:5541:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000087774ed7. 00000080:00000010:0.0:1773941334.162270:0:5541:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000988fc80c. 00020000:00000010:0.0:1773941334.162272:0:5541:0:(lov_dev.c:599:lov_device_alloc()) kmalloced '(ld)': 632 at 00000000d6430231. 00000020:00000010:0.0:1773941334.162285:0:5541:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000000805b28f. 00020000:00000010:0.0:1773941334.162394:0:5541:0:(lov_dev.c:616:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at 0000000039b00e59. 00020000:00000010:0.0:1773941334.162398:0:5541:0:(lov_dev.c:623:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at 00000000134705a0. 00000020:00000010:0.0:1773941334.162425:0:5541:0:(lu_object.c:1154:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at 0000000067590dd7. 00000020:00000010:0.0:1773941334.162434:0:5541:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000004bb76afa. 00000020:00000010:0.0:1773941334.162436:0:5541:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 0000000059a78a3f. 00000020:00000010:0.0:1773941334.162441:0:5541:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000009e1b5e6a. 00000040:00000010:0.0:1773941334.162443:0:5541:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000090da2688. 00000020:00000010:0.0:1773941334.162446:0:5541:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000061cd74c9. 00000020:00000010:0.0:1773941334.162448:0:5541:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e329759a. 00000020:00000010:0.0:1773941334.162451:0:5541:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007e5713b3. 80000000:00000010:0.0:1773941334.162454:0:5541:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001219cf33. 40000000:00000010:0.0:1773941334.162456:0:5541:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000634b1153. 00000008:00000010:0.0:1773941334.162460:0:5541:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000003cf752b1. 00020000:00000010:0.0:1773941334.162462:0:5541:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000003fb286de. 00008000:00000010:0.0:1773941334.162464:0:5541:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000005c94ff85. 00100000:00000010:0.0:1773941334.162466:0:5541:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007a79491b. 00040000:00000010:0.0:1773941334.162468:0:5541:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000021f1e229. 00040000:00000010:0.0:1773941334.162471:0:5541:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000007399efa2. 00040000:00000010:0.0:1773941334.162473:0:5541:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d3e35450. 00000004:00000010:0.0:1773941334.162475:0:5541:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b6f87f51. 00000004:00000010:0.0:1773941334.162479:0:5541:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cea5e8f9. 00000004:00000010:0.0:1773941334.162483:0:5541:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 000000004022eef3. 00002000:00000010:0.0:1773941334.162485:0:5541:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003936b6da. 00000004:00000010:0.0:1773941334.162487:0:5541:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000f6931356. 00000080:00000010:0.0:1773941334.162489:0:5541:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000c29fb3e9. 00000080:00000010:0.0:1773941334.162491:0:5541:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000d26f13cc. 00000020:00000010:0.0:1773941334.162494:0:5541:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000acf31267. 00000040:00000010:0.0:1773941334.162495:0:5541:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f73c8afe. 00000020:00000010:0.0:1773941334.162498:0:5541:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000064ddbe37. 00000020:00000010:0.0:1773941334.162499:0:5541:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004c13ca79. 00000020:00000010:0.0:1773941334.162502:0:5541:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cf161fda. 80000000:00000010:0.0:1773941334.162504:0:5541:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006e4b0a43. 40000000:00000010:0.0:1773941334.162513:0:5541:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b7b2c58e. 00000008:00000010:0.0:1773941334.162516:0:5541:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000b2244ae9. 00020000:00000010:0.0:1773941334.162518:0:5541:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000027e6b34b. 00008000:00000010:0.0:1773941334.162520:0:5541:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000e6f4f32e. 00100000:00000010:0.0:1773941334.162523:0:5541:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001cfee49f. 00040000:00000010:0.0:1773941334.162527:0:5541:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000019ca9723. 00040000:00000010:0.0:1773941334.162530:0:5541:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000052d87541. 00040000:00000010:0.0:1773941334.162533:0:5541:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000664fe1bc. 00000004:00000010:0.0:1773941334.162535:0:5541:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005a16a874. 00000004:00000010:0.0:1773941334.162538:0:5541:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cc0d5541. 00000004:00000010:0.0:1773941334.162541:0:5541:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 000000002eecb1c5. 00002000:00000010:0.0:1773941334.162542:0:5541:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000012efb9db. 00000004:00000010:0.0:1773941334.162544:0:5541:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000763a3e76. 00000080:00000010:0.0:1773941334.162546:0:5541:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000e4e7187f. 00000080:00000010:0.0:1773941334.162547:0:5541:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000f2693f27. 00000020:00000010:0.0:1773941334.162550:0:5541:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 0000000020cb69c5. 00000020:00000010:0.0:1773941334.162553:0:5541:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 0000000001a604e7. 00000008:00000010:0.0:1773941334.162555:0:5541:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000dae8a446. 00020000:00000010:0.0:1773941334.162557:0:5541:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000f354c9bb. 00008000:00000010:0.0:1773941334.162559:0:5541:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000034016070. 00000080:00000010:0.0:1773941334.162561:0:5541:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000087774ed7. 00000080:00000010:0.0:1773941334.162563:0:5541:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000988fc80c. 00000020:00000010:0.0:1773941334.162565:0:5541:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eae067ac. 00000020:00000010:0.0:1773941334.162568:0:5541:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000030d8b0c3. 00000020:00000010:0.0:1773941334.162570:0:5541:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009a6bdd9a. 00000008:00000010:0.0:1773941334.162573:0:5541:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000995f164f. 00020000:00000010:0.0:1773941334.162574:0:5541:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 000000009ad7238b. 00008000:00000010:0.0:1773941334.162576:0:5541:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000095d45b75. 00000080:00000010:0.0:1773941334.162578:0:5541:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000010905d9f. 00000020:00000010:0.0:1773941334.162580:0:5541:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003393649c. 00000020:00000010:0.0:1773941334.162585:0:5541:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 160 at 0000000045e786d8. 00000020:00000010:0.0:1773941334.162587:0:5541:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000003aa16100. 00000020:00000010:0.0:1773941334.162592:0:5541:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000002872aac3. 00000020:00000010:0.0:1773941334.162598:0:5541:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000002872aac3. 00000020:00000010:0.0:1773941334.162603:0:5541:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000002872aac3. 00000020:00000010:0.0:1773941334.162604:0:5541:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000002872aac3. 00000020:00000010:0.0:1773941334.162607:0:5541:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000003aa16100. 00000020:00000010:0.0:1773941334.162610:0:5541:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 0000000030d8b0c3. 00000020:00000010:0.0:1773941334.162617:0:5541:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 00000000fa79b31d. 00000020:00000010:0.0:1773941334.162622:0:5541:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000aff494f9. 00000020:00000010:0.0:1773941334.162628:0:5541:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 0000000030d8b0c3. 00000020:00000010:0.0:1773941334.162631:0:5541:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000003aa16100. 00000020:00000010:0.0:1773941334.162633:0:5541:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000003aa16100. 00000020:00000010:0.0:1773941334.162637:0:5541:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at 0000000045e786d8. 00000001:00000010:0.0:1773941334.162660:0:5541:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000002872aac3. 00000001:00000010:0.0:1773941334.162662:0:5541:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ad73e1ac. 00000001:00000010:0.0:1773941334.162664:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003393649c. 00000001:00000010:0.0:1773941334.162665:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000eae067ac. 00000001:00000010:0.0:1773941334.162667:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000020cb69c5. 00000001:00000010:0.0:1773941334.162669:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d04ea528. 00000020:00000010:0.0:1773941334.162671:0:5541:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a2caee3. 00000020:00000010:0.0:1773941334.162673:0:5541:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000030d8b0c3. 00000020:00000010:0.0:1773941334.162674:0:5541:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009a6bdd9a. 00000008:00000010:0.0:1773941334.162676:0:5541:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000995f164f. 00020000:00000010:0.0:1773941334.162678:0:5541:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000009ad7238b. 00008000:00000010:0.0:1773941334.162679:0:5541:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000095d45b75. 00000080:00000010:0.0:1773941334.162681:0:5541:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000010905d9f. 00000020:00000010:0.0:1773941334.162683:0:5541:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010485086. 00000020:00000010:0.0:1773941334.162685:0:5541:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000003ae5a93b. 00000040:00000010:0.0:1773941334.162686:0:5541:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008e818294. 00000020:00000010:0.0:1773941334.162690:0:5541:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000086c03362. 00000020:00000010:0.0:1773941334.162694:0:5541:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000773f12ff. 00040000:00000010:0.0:1773941334.162697:0:5541:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000014b917e6. 00040000:00000010:0.0:1773941334.162700:0:5541:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000ecb85e2. 00800000:00000010:0.0:1773941334.162708:0:5541:0:(lmv_obd.c:1219:lmv_device_alloc()) kmalloced '(lu)': 64 at 00000000c31d7092. 00000020:00000010:0.0:1773941334.162849:0:5541:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ddd59c83. 00000020:00000010:0.0:1773941334.162853:0:5541:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 000000004cf1e820. 80000000:00000010:0.0:1773941334.162871:0:5541:0:(fld_cache.c:47:fld_cache_init()) kmalloced '(cache)': 168 at 000000009d9d2aa8. 00800000:00000010:0.0:1773941334.162925:0:5541:0:(lmv_obd.c:1279:lmv_device_alloc()) kmalloced '(pat)': 280 at 00000000b1a44c12. 00800000:00000010:0.0:1773941334.162927:0:5541:0:(lmv_obd.c:1288:lmv_device_alloc()) kmalloced '(pat)': 280 at 00000000b73a1451. 00000020:00000010:0.0:1773941334.162929:0:5541:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 000000003ae5a93b. 00000040:00000010:0.0:1773941334.162933:0:5541:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008e818294. 00000020:00000010:0.0:1773941334.162936:0:5541:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000086c03362. 00000020:00000010:0.0:1773941334.162939:0:5541:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000773f12ff. 00040000:00000010:0.0:1773941334.162942:0:5541:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000014b917e6. 00040000:00000010:0.0:1773941334.162944:0:5541:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000ecb85e2. 00000020:00000010:0.0:1773941334.162947:0:5541:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010485086. 00000020:00000010:0.0:1773941334.162950:0:5541:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000030d8b0c3. 00000020:00000010:0.0:1773941334.162953:0:5541:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009a6bdd9a. 00000008:00000010:0.0:1773941334.162955:0:5541:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000995f164f. 00020000:00000010:0.0:1773941334.162957:0:5541:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 000000009ad7238b. 00008000:00000010:0.0:1773941334.162960:0:5541:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000095d45b75. 00000080:00000010:0.0:1773941334.162962:0:5541:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000010905d9f. 00000020:00000010:0.0:1773941334.162965:0:5541:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a2caee3. 00000020:00000010:0.0:1773941334.162969:0:5541:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 160 at 0000000045e786d8. 00000020:00000010:0.0:1773941334.162971:0:5541:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000003aa16100. 00000020:00000010:0.0:1773941334.162975:0:5541:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000014b917e6. 00000020:00000010:0.0:1773941334.162978:0:5541:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000014b917e6. 00000020:00000010:0.0:1773941334.162982:0:5541:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000014b917e6. 00000020:00000010:0.0:1773941334.162983:0:5541:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000014b917e6. 00000020:00000010:0.0:1773941334.162987:0:5541:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 0000000001a604e7. 00000020:00000010:0.0:1773941334.162991:0:5541:0:(obd_config.c:1186:class_add_profile()) kmalloced '(lprof)': 48 at 000000003aa16100. 00000020:00000010:0.0:1773941334.162994:0:5541:0:(obd_config.c:1192:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at 00000000c6ed9002. 00000020:00000010:0.0:1773941334.162998:0:5541:0:(obd_config.c:1198:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at 00000000523cf33d. 00000020:00000010:0.0:1773941334.163001:0:5541:0:(obd_config.c:1205:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at 0000000062bf9eaf. 00000020:00000010:0.0:1773941334.163003:0:5541:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 0000000001a604e7. 00000020:00000010:0.0:1773941334.163013:0:5541:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000014b917e6. 00000020:00000010:0.0:1773941334.163015:0:5541:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000014b917e6. 00000020:00000010:0.0:1773941334.163019:0:5541:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000014b917e6. 00000020:00000010:0.0:1773941334.163021:0:5541:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000014b917e6. 00000020:00000010:0.0:1773941334.163025:0:5541:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000bc4b83f3. 00000100:00000010:0.0:1773941334.163030:0:5541:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000a55ddf01. 00000400:00000200:0.0:1773941334.163032:0:5541:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:0.0:1773941334.163036:0:5541:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.145@tcp 00000400:00000200:0.0:1773941334.163038:0:5541:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941334.163042:0:5541:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.145@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1773941334.163045:0:5541:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941334.163050:0:5541:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1773941334.163052:0:5541:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.145@tcp NID 192.168.202.145@tcp: 0. pending discovery 00000400:00000200:0.0:1773941334.163054:0:5541:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.145@tcp 00000100:00000010:0.0:1773941334.163056:0:5541:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000a55ddf01. 00000020:00000010:0.0:1773941334.163059:0:5541:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000bc4b83f3. 00000020:00000010:0.0:1773941334.163063:0:5541:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000bc4b83f3. 00000020:00000010:0.0:1773941334.163066:0:5541:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000045e786d8. 00000020:00000010:0.0:1773941334.163073:0:5541:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 00000000f5a88d1b. 00000020:00000010:0.0:1773941334.163078:0:5541:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000086c03362. 00000020:00000010:0.0:1773941334.163086:0:5541:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000045e786d8. 00000020:00000010:0.0:1773941334.163089:0:5541:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000bc4b83f3. 00000020:00000010:0.0:1773941334.163092:0:5541:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000bc4b83f3. 00000020:00000010:0.0:1773941334.163095:0:5541:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000045e786d8. 00000001:00000010:0.0:1773941334.163115:0:5541:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000014b917e6. 00000001:00000010:0.0:1773941334.163120:0:5541:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f3b677ab. 00000001:00000010:0.0:1773941334.163122:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000ecb85e2. 00000001:00000010:0.0:1773941334.163126:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000376a201d. 00000001:00000010:0.0:1773941334.163129:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000037fbb32b. 00000001:00000010:0.0:1773941334.163132:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002be8b748. 00000020:00000010:0.0:1773941334.163136:0:5541:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000570003f0. 00000020:00000010:0.0:1773941334.163138:0:5541:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000030d8b0c3. 00000020:00000010:0.0:1773941334.163146:0:5541:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009a6bdd9a. 00000008:00000010:0.0:1773941334.163150:0:5541:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000995f164f. 00020000:00000010:0.0:1773941334.163152:0:5541:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000009ad7238b. 00008000:00000010:0.0:1773941334.163155:0:5541:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000095d45b75. 00000080:00000010:0.0:1773941334.163159:0:5541:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000010905d9f. 00000020:00000010:0.0:1773941334.163163:0:5541:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000062287bc1. 00000020:00000010:0.0:1773941334.163166:0:5541:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000000a6b4383. 00000020:00000010:0.0:1773941334.163169:0:5541:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000001a604e7. 00000008:00000010:0.0:1773941334.163171:0:5541:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000dae8a446. 00020000:00000010:0.0:1773941334.163173:0:5541:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000f354c9bb. 00008000:00000010:0.0:1773941334.163176:0:5541:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000034016070. 00000080:00000010:0.0:1773941334.163179:0:5541:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000087774ed7. 00000080:00000010:0.0:1773941334.163182:0:5541:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000988fc80c. 00000002:00000010:0.0:1773941334.163186:0:5541:0:(mdc_dev.c:1726:mdc_device_alloc()) kmalloced '(osc)': 104 at 000000002a07b6e2. 00010000:00000010:0.0:1773941334.163195:0:5541:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000a7da1bae. 00010000:00000010:0.0:1773941334.163205:0:5541:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000eca3db82. 00010000:00000010:0.0:1773941334.163211:0:5541:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000ac4cdebd. 00000020:00000010:0.0:1773941334.163216:0:5541:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at 00000000190e0dcb. 00000100:00000200:0.0:1773941334.163225:0:5541:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.145@tcp->12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941334.163229:0:5541:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941334.163233:0:5541:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.202.145@tcp primary NID 192.168.202.145@tcp rc 0 00010000:00000010:0.0:1773941334.163237:0:5541:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 0000000035232117. 00010000:00000010:0.0:1773941334.163241:0:5541:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at 000000004d68a76e. 00000001:00000010:0.0:1773941334.163245:0:5541:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000006814ff95. 00000001:00000010:0.0:1773941334.163249:0:5541:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 0000000071fe9431. 00000001:00000010:0.0:1773941334.163311:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004eb2dd70. 00000001:00000010:0.0:1773941334.163367:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007f8f9e38. 00000001:00000010:0.0:1773941334.163419:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008bf3aa9b. 00000001:00000010:0.0:1773941334.163478:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a4ca2948. 00000001:00000010:0.0:1773941334.163534:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000076f18a74. 00000001:00000010:0.0:1773941334.163581:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007291c018. 00000001:00000010:0.0:1773941334.163641:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006b957b1d. 00000001:00000010:0.0:1773941334.163697:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002b192cd1. 00000001:00000010:0.0:1773941334.163773:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c7b4b618. 00000001:00000010:0.0:1773941334.163827:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b3906aaa. 00000001:00000010:0.0:1773941334.163877:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bb1ecf5c. 00000001:00000010:0.0:1773941334.163942:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009ce6cf78. 00000001:00000010:0.0:1773941334.163992:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e8c53914. 00000001:00000010:0.0:1773941334.164043:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e70d4aca. 00000001:00000010:0.0:1773941334.164095:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000062b8cf4b. 00000001:00000010:0.0:1773941334.164151:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008f0c0f1c. 00000001:00000010:0.0:1773941334.164202:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000099d077b0. 00000001:00000010:0.0:1773941334.164255:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000b723086. 00000001:00000010:0.0:1773941334.164301:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bd532707. 00000001:00000010:0.0:1773941334.164346:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003593a033. 00000001:00000010:0.0:1773941334.164397:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000110a59c4. 00000001:00000010:0.0:1773941334.164444:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ea65b038. 00000001:00000010:0.0:1773941334.164496:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000077ca861c. 00000001:00000010:0.0:1773941334.164548:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000ecd769b. 00000001:00000010:0.0:1773941334.164593:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005db578f3. 00000001:00000010:0.0:1773941334.164640:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000dff8e9c7. 00000001:00000010:0.0:1773941334.164688:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002a03dd25. 00000100:00000010:3.0:1773941334.164752:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002027bf25. 00000001:00000010:0.0:1773941334.164762:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000227549f3. 00000100:00000010:2.0:1773941334.164765:0:708:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001b816517. 00000001:00000010:0.0:1773941334.164809:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c0d31255. 00000001:00000010:0.0:1773941334.164851:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e9ea36f0. 00000001:00000010:0.0:1773941334.164909:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007b4ba054. 00000001:00000010:0.0:1773941334.164953:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000678a90b9. 00000020:00000010:0.0:1773941334.165030:0:5541:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000044be6eec. 00000020:00000010:0.0:1773941334.165032:0:5541:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 00000000a24e2270. 00000020:00000010:0.0:1773941334.165083:0:5541:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000854b9e0a. 00000020:00000010:0.0:1773941334.165085:0:5541:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000c603d996. 00000020:00000010:0.0:1773941334.165307:0:5541:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000067ebfe17. 00000020:00000010:0.0:1773941334.165310:0:5541:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 00000000773f12ff. 00000020:00000010:0.0:1773941334.165343:0:5541:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000007b7564c5. 00000020:00000010:0.0:1773941334.165346:0:5541:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000777e65ea. 00000040:00000010:0.0:1773941334.165365:0:5541:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000934b54da. 00000002:00000010:0.0:1773941334.165380:0:5541:0:(mdc_changelog.c:816:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at 0000000028976f4a. 00000020:00000010:0.0:1773941334.165550:0:5541:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 000000000a6b4383. 00000020:00000010:0.0:1773941334.165554:0:5541:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 0000000001a604e7. 00000008:00000010:0.0:1773941334.165557:0:5541:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000dae8a446. 00020000:00000010:0.0:1773941334.165560:0:5541:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000f354c9bb. 00008000:00000010:0.0:1773941334.165562:0:5541:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000034016070. 00000080:00000010:0.0:1773941334.165566:0:5541:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000087774ed7. 00000080:00000010:0.0:1773941334.165568:0:5541:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000988fc80c. 00000020:00000010:0.0:1773941334.165570:0:5541:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000062287bc1. 00000020:00000010:0.0:1773941334.165572:0:5541:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000030d8b0c3. 00000020:00000010:0.0:1773941334.165575:0:5541:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009a6bdd9a. 00000008:00000010:0.0:1773941334.165578:0:5541:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000995f164f. 00020000:00000010:0.0:1773941334.165581:0:5541:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 000000009ad7238b. 00008000:00000010:0.0:1773941334.165583:0:5541:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000095d45b75. 00000080:00000010:0.0:1773941334.165584:0:5541:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000010905d9f. 00000020:00000010:0.0:1773941334.165586:0:5541:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000570003f0. 00000020:00000010:0.0:1773941334.165588:0:5541:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000045e786d8. 00000020:00000010:0.0:1773941334.165591:0:5541:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000bc4b83f3. 00000020:00000010:0.0:1773941334.165596:0:5541:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000001816ece6. 00000020:00000010:0.0:1773941334.165600:0:5541:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 0000000045e786d8. 00000020:00000010:0.0:1773941334.165604:0:5541:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000570003f0. 00000020:00000010:0.0:1773941334.165608:0:5541:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000062287bc1. 00000040:00000010:0.0:1773941334.165611:0:5541:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000a6b4383. 00000020:00000010:0.0:1773941334.165615:0:5541:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007a651945. 00000020:00000010:0.0:1773941334.165620:0:5541:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001a2caee3. 00040000:00000010:0.0:1773941334.165623:0:5541:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c0d8954d. 00040000:00000010:0.0:1773941334.165626:0:5541:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000010485086. 00800000:00000010:0.0:1773941334.165634:0:5541:0:(lmv_obd.c:433:lmv_add_target()) kmalloced '(tgt)': 368 at 000000008e818294. 00020000:00000010:0.0:1773941334.165638:0:5541:0:(lu_tgt_descs.c:371:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000c904d7a8. 00000020:00000010:0.0:1773941334.165647:0:5541:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 0000000062287bc1. 00000040:00000010:0.0:1773941334.165650:0:5541:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000a6b4383. 00000020:00000010:0.0:1773941334.165656:0:5541:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007a651945. 00000020:00000010:0.0:1773941334.165662:0:5541:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001a2caee3. 00040000:00000010:0.0:1773941334.165667:0:5541:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c0d8954d. 00040000:00000010:0.0:1773941334.165672:0:5541:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000010485086. 00000020:00000010:0.0:1773941334.165675:0:5541:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000570003f0. 00000020:00000010:0.0:1773941334.165680:0:5541:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010485086. 00000020:00000010:0.0:1773941334.165684:0:5541:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000001a2caee3. 00000020:00000010:0.0:1773941334.165686:0:5541:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000050d3802e. 00000008:00000010:0.0:1773941334.165689:0:5541:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000dae8a446. 00020000:00000010:0.0:1773941334.165692:0:5541:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000f354c9bb. 00008000:00000010:0.0:1773941334.165694:0:5541:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000034016070. 00000080:00000010:0.0:1773941334.165697:0:5541:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000087774ed7. 00000080:00000010:0.0:1773941334.165701:0:5541:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000988fc80c. 00000020:00000010:0.0:1773941334.165709:0:5541:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 000000001a2caee3. 00000020:00000010:0.0:1773941334.165713:0:5541:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 0000000050d3802e. 00000008:00000010:0.0:1773941334.165741:0:5541:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000dae8a446. 00020000:00000010:0.0:1773941334.165743:0:5541:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000f354c9bb. 00008000:00000010:0.0:1773941334.165745:0:5541:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000034016070. 00000080:00000010:0.0:1773941334.165746:0:5541:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000087774ed7. 00000080:00000010:0.0:1773941334.165748:0:5541:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000988fc80c. 00000020:00000010:0.0:1773941334.165749:0:5541:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010485086. 00000020:00000010:0.0:1773941334.165751:0:5541:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 0000000045e786d8. 00000020:00000010:0.0:1773941334.165754:0:5541:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000001816ece6. 00000020:00000010:0.0:1773941334.165759:0:5541:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000c0d8954d. 00000020:00000010:0.0:1773941334.165761:0:5541:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000c0d8954d. 00000020:00000010:0.0:1773941334.165766:0:5541:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000c0d8954d. 00000020:00000010:0.0:1773941334.165768:0:5541:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000c0d8954d. 00000020:00000010:0.0:1773941334.165773:0:5541:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000c0d8954d. 00000020:00000010:0.0:1773941334.165775:0:5541:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000c0d8954d. 00000020:00000010:0.0:1773941334.165778:0:5541:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 000000001816ece6. 00000100:00000010:0.0:1773941334.165787:0:5541:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000de39d9ba. 00000400:00000200:0.0:1773941334.165789:0:5541:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:0.0:1773941334.165793:0:5541:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.145@tcp 00000400:00000200:0.0:1773941334.165796:0:5541:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941334.165799:0:5541:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.145@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1773941334.165803:0:5541:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941334.165807:0:5541:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1773941334.165809:0:5541:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.145@tcp NID 192.168.202.145@tcp: 0. pending discovery 00000400:00000200:0.0:1773941334.165811:0:5541:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.145@tcp 00000100:00000010:0.0:1773941334.165813:0:5541:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000de39d9ba. 00000020:00000010:0.0:1773941334.165815:0:5541:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 000000001816ece6. 00000020:00000010:0.0:1773941334.165820:0:5541:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000001816ece6. 00000020:00000010:0.0:1773941334.165824:0:5541:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000045e786d8. 00000020:00000010:0.0:1773941334.165830:0:5541:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 0000000013cc4a38. 00000020:00000010:0.0:1773941334.165834:0:5541:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000007a651945. 00000020:00000010:0.0:1773941334.165840:0:5541:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000045e786d8. 00000020:00000010:0.0:1773941334.165843:0:5541:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000001816ece6. 00000020:00000010:0.0:1773941334.165847:0:5541:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000001816ece6. 00000020:00000010:0.0:1773941334.165868:0:5541:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000045e786d8. 00000001:00000010:0.0:1773941334.165890:0:5541:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c0d8954d. 00000001:00000010:0.0:1773941334.165894:0:5541:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000048d8f6e5. 00000001:00000010:0.0:1773941334.165913:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000010485086. 00000001:00000010:0.0:1773941334.165917:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001a2caee3. 00000001:00000010:0.0:1773941334.165936:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003ae5a93b. 00000001:00000010:0.0:1773941334.165939:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000570003f0. 00000020:00000010:0.0:1773941334.165942:0:5541:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a6b4383. 00000020:00000010:0.0:1773941334.165945:0:5541:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000030d8b0c3. 00000020:00000010:0.0:1773941334.165949:0:5541:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009a6bdd9a. 00000008:00000010:0.0:1773941334.165953:0:5541:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000995f164f. 00020000:00000010:0.0:1773941334.165957:0:5541:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000009ad7238b. 00008000:00000010:0.0:1773941334.165959:0:5541:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000095d45b75. 00000080:00000010:0.0:1773941334.165962:0:5541:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000010905d9f. 00000020:00000010:0.0:1773941334.165973:0:5541:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000062287bc1. 00000020:00000010:0.0:1773941334.165976:0:5541:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b58d154b. 00000020:00000010:0.0:1773941334.165980:0:5541:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000050d3802e. 00000008:00000010:0.0:1773941334.165984:0:5541:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000dae8a446. 00020000:00000010:0.0:1773941334.165987:0:5541:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000f354c9bb. 00008000:00000010:0.0:1773941334.165989:0:5541:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000034016070. 00000080:00000010:0.0:1773941334.165992:0:5541:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000087774ed7. 00000080:00000010:0.0:1773941334.165994:0:5541:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000988fc80c. 00000008:00000010:0.0:1773941334.165996:0:5541:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at 00000000a0ee0595. 00010000:00000010:0.0:1773941334.166005:0:5541:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 000000004f7bad87. 00010000:00000010:0.0:1773941334.166018:0:5541:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000009aac7a2c. 00000020:00000010:0.0:1773941334.166026:0:5541:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at 000000005b19a2df. 00000100:00000200:0.0:1773941334.166037:0:5541:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.145@tcp->12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941334.166041:0:5541:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941334.166045:0:5541:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.202.145@tcp primary NID 192.168.202.145@tcp rc 0 00010000:00000010:0.0:1773941334.166048:0:5541:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000cab6fbb3. 00010000:00000010:0.0:1773941334.166053:0:5541:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at 000000008fd96358. 00000001:00000010:0.0:1773941334.166056:0:5541:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000009b5aafe2. 00000001:00000010:0.0:1773941334.166062:0:5541:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 00000000932cf107. 00000001:00000010:0.0:1773941334.166067:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000f4af944d. 00000001:00000010:0.0:1773941334.166072:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000017e787a8. 00000001:00000010:0.0:1773941334.166077:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000008f5463a4. 00000001:00000010:0.0:1773941334.166089:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c880dcf8. 00000001:00000010:0.0:1773941334.166095:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000006df1da84. 00000001:00000010:0.0:1773941334.166101:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000b8767034. 00000001:00000010:0.0:1773941334.166106:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000eb3c8ad0. 00000001:00000010:0.0:1773941334.166117:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000008f9a31cd. 00000001:00000010:0.0:1773941334.166123:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000002910c25e. 00000001:00000010:0.0:1773941334.166128:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000008f1d8784. 00000001:00000010:0.0:1773941334.166133:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000009cd900a3. 00000001:00000010:0.0:1773941334.166146:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000008d5494cc. 00000001:00000010:0.0:1773941334.166153:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000035c3d480. 00000001:00000010:0.0:1773941334.166163:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000e931c0d6. 00000001:00000010:0.0:1773941334.166169:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000278c4130. 00000001:00000010:0.0:1773941334.166181:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000001bb744a2. 00000020:00000010:0.0:1773941334.166275:0:5541:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000df69b82b. 00000020:00000010:0.0:1773941334.166279:0:5541:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 0000000014a5ec09. 00000020:00000010:0.0:1773941334.166384:0:5541:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c65c50a2. 00000020:00000010:0.0:1773941334.166388:0:5541:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000cc54e2fd. 00000020:00000010:0.0:1773941334.166988:0:5541:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000003b003ba. 00000020:00000010:0.0:1773941334.166992:0:5541:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000009581fdf3. 00000100:00000010:0.0:1773941334.167014:0:5541:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001141b33c. 00000100:00000010:0.0:1773941334.167160:0:5541:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000326ccbf1. 00000100:00000010:0.0:1773941334.167164:0:5541:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d053ce12. 00000100:00000010:0.0:1773941334.167307:0:5541:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000005a802714. 00000100:00000010:0.0:1773941334.167312:0:5541:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005d4cc854. 00000100:00000010:0.0:1773941334.167454:0:5541:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000e1b64b78. 00000100:00000010:0.0:1773941334.167458:0:5541:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e9c0f7f. 00000100:00000010:0.0:1773941334.167600:0:5541:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000a8d34b10. 00000100:00000010:0.0:1773941334.167603:0:5541:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000041129ce4. 00000100:00000010:0.0:1773941334.167769:0:5541:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000e5750a49. 00000100:00000010:0.0:1773941334.167773:0:5541:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007d6275d5. 00000100:00000010:0.0:1773941334.168000:0:5541:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000001c0748dc. 00000100:00000010:0.0:1773941334.168005:0:5541:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cfa30c31. 00000100:00000010:0.0:1773941334.168146:0:5541:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000001775045e. 00000100:00000010:0.0:1773941334.168150:0:5541:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000046fd2559. 00000100:00000010:0.0:1773941334.168291:0:5541:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000e4276686. 00000100:00000010:0.0:1773941334.168296:0:5541:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000040ab18b3. 00000100:00000010:0.0:1773941334.168465:0:5541:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000031330dd7. 00000100:00000010:0.0:1773941334.168469:0:5541:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009ab8f614. 00000100:00000010:0.0:1773941334.168677:0:5541:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000ea7e2fac. 00000020:00000010:0.0:1773941334.168684:0:5541:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000b58d154b. 00000020:00000010:0.0:1773941334.168688:0:5541:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 0000000050d3802e. 00000008:00000010:0.0:1773941334.168697:0:5541:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000dae8a446. 00020000:00000010:0.0:1773941334.168700:0:5541:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000f354c9bb. 00008000:00000010:0.0:1773941334.168703:0:5541:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000034016070. 00000080:00000010:0.0:1773941334.168705:0:5541:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000087774ed7. 00000080:00000010:0.0:1773941334.168708:0:5541:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000988fc80c. 00000020:00000010:0.0:1773941334.168712:0:5541:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000062287bc1. 00000020:00000010:0.0:1773941334.168734:0:5541:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000030d8b0c3. 00000020:00000010:0.0:1773941334.168737:0:5541:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009a6bdd9a. 00000008:00000010:0.0:1773941334.168740:0:5541:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000995f164f. 00020000:00000010:0.0:1773941334.168743:0:5541:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 000000009ad7238b. 00008000:00000010:0.0:1773941334.168746:0:5541:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000095d45b75. 00000080:00000010:0.0:1773941334.168748:0:5541:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000010905d9f. 00000020:00000010:0.0:1773941334.168749:0:5541:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a6b4383. 00000020:00000010:0.0:1773941334.168753:0:5541:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000045e786d8. 00000020:00000010:0.0:1773941334.168755:0:5541:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000001816ece6. 00000020:00000010:0.0:1773941334.168760:0:5541:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000bc4b83f3. 00000020:00000010:0.0:1773941334.168763:0:5541:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 0000000030d8b0c3. 00000020:00000010:0.0:1773941334.168766:0:5541:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b58d154b. 00000020:00000010:0.0:1773941334.168769:0:5541:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e405fbdf. 00000020:00000010:0.0:1773941334.168771:0:5541:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000050d3802e. 00000008:00000010:0.0:1773941334.168774:0:5541:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000dae8a446. 00020000:00000010:0.0:1773941334.168777:0:5541:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000f354c9bb. 00008000:00000010:0.0:1773941334.168779:0:5541:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000034016070. 00000080:00000010:0.0:1773941334.168781:0:5541:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000087774ed7. 00000080:00000010:0.0:1773941334.168783:0:5541:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000988fc80c. 00020000:00000010:0.0:1773941334.168790:0:5541:0:(lov_obd.c:492:lov_add_target()) kmalloced '(tgt)': 368 at 000000000a6b4383. 00020000:00000010:0.0:1773941334.168794:0:5541:0:(lu_tgt_descs.c:371:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 0000000027bea202. 00020000:00000010:0.0:1773941334.168798:0:5541:0:(lov_dev.c:357:lov_expand_targets()) kmalloced '(newd)': 512 at 0000000062287bc1. 00000020:00000010:0.0:1773941334.168801:0:5541:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000e405fbdf. 00000020:00000010:0.0:1773941334.168803:0:5541:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 0000000050d3802e. 00000008:00000010:0.0:1773941334.168806:0:5541:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000dae8a446. 00020000:00000010:0.0:1773941334.168808:0:5541:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000f354c9bb. 00008000:00000010:0.0:1773941334.168816:0:5541:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000034016070. 00000080:00000010:0.0:1773941334.168818:0:5541:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000087774ed7. 00000080:00000010:0.0:1773941334.168821:0:5541:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000988fc80c. 00000020:00000010:0.0:1773941334.168822:0:5541:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b58d154b. 00000020:00000010:0.0:1773941334.168824:0:5541:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 0000000030d8b0c3. 00000020:00000010:0.0:1773941334.168826:0:5541:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000bc4b83f3. 00000020:00000010:0.0:1773941334.168831:0:5541:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000006df34252. 00000020:00000010:0.0:1773941334.168833:0:5541:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000006df34252. 00000020:00000010:0.0:1773941334.168837:0:5541:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000006df34252. 00000020:00000010:0.0:1773941334.168839:0:5541:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000006df34252. 00000020:00000010:0.0:1773941334.168843:0:5541:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000006df34252. 00000020:00000010:0.0:1773941334.168845:0:5541:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000006df34252. 00000020:00000010:0.0:1773941334.168848:0:5541:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000bc4b83f3. 00000100:00000010:0.0:1773941334.168852:0:5541:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000a9ad85d9. 00000400:00000200:0.0:1773941334.168854:0:5541:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:0.0:1773941334.168857:0:5541:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.145@tcp 00000400:00000200:0.0:1773941334.168860:0:5541:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941334.168863:0:5541:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.145@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1773941334.168865:0:5541:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941334.168869:0:5541:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1773941334.168872:0:5541:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.145@tcp NID 192.168.202.145@tcp: 0. pending discovery 00000400:00000200:0.0:1773941334.168874:0:5541:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.145@tcp 00000100:00000010:0.0:1773941334.168877:0:5541:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000a9ad85d9. 00000020:00000010:0.0:1773941334.168880:0:5541:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000bc4b83f3. 00000020:00000010:0.0:1773941334.168884:0:5541:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000bc4b83f3. 00000020:00000010:0.0:1773941334.168887:0:5541:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000045e786d8. 00000020:00000010:0.0:1773941334.168912:0:5541:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 0000000082a59dfb. 00000020:00000010:0.0:1773941334.168917:0:5541:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000053edc003. 00000020:00000010:0.0:1773941334.168925:0:5541:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000045e786d8. 00000020:00000010:0.0:1773941334.168928:0:5541:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000bc4b83f3. 00000020:00000010:0.0:1773941334.168931:0:5541:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000bc4b83f3. 00000020:00000010:0.0:1773941334.168933:0:5541:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000045e786d8. 00000001:00000010:0.0:1773941334.168961:0:5541:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000006df34252. 00000001:00000010:0.0:1773941334.168965:0:5541:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000af6394d5. 00000001:00000010:0.0:1773941334.168968:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b58d154b. 00000001:00000010:0.0:1773941334.168971:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e405fbdf. 00000001:00000010:0.0:1773941334.168974:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b7beaea6. 00000001:00000010:0.0:1773941334.168978:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000440158e8. 00000020:00000010:0.0:1773941334.168981:0:5541:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c9e8f7e1. 00000020:00000010:0.0:1773941334.168984:0:5541:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000030d8b0c3. 00000020:00000010:0.0:1773941334.168986:0:5541:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009a6bdd9a. 00000008:00000010:0.0:1773941334.168989:0:5541:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000995f164f. 00020000:00000010:0.0:1773941334.168993:0:5541:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000009ad7238b. 00008000:00000010:0.0:1773941334.168996:0:5541:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000095d45b75. 00000080:00000010:0.0:1773941334.169000:0:5541:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000010905d9f. 00000020:00000010:0.0:1773941334.169003:0:5541:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000024450074. 00000020:00000010:0.0:1773941334.169007:0:5541:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ffe9e6fe. 00000020:00000010:0.0:1773941334.169010:0:5541:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000050d3802e. 00000008:00000010:0.0:1773941334.169013:0:5541:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000dae8a446. 00020000:00000010:0.0:1773941334.169017:0:5541:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000f354c9bb. 00008000:00000010:0.0:1773941334.169021:0:5541:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000034016070. 00000080:00000010:0.0:1773941334.169024:0:5541:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000087774ed7. 00000080:00000010:0.0:1773941334.169026:0:5541:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000988fc80c. 00000008:00000010:0.0:1773941334.169030:0:5541:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at 0000000001cda039. 00010000:00000010:0.0:1773941334.169037:0:5541:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 000000000cb3d52e. 00010000:00000010:0.0:1773941334.169043:0:5541:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000a55240e6. 00000020:00000010:0.0:1773941334.169048:0:5541:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at 0000000001d745df. 00000100:00000200:0.0:1773941334.169060:0:5541:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.145@tcp->12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941334.169063:0:5541:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941334.169068:0:5541:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.202.145@tcp primary NID 192.168.202.145@tcp rc 0 00010000:00000010:0.0:1773941334.169072:0:5541:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000006bad99fd. 00010000:00000010:0.0:1773941334.169076:0:5541:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at 000000007706d02d. 00000001:00000010:0.0:1773941334.169080:0:5541:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000ce90c16b. 00000001:00000010:0.0:1773941334.169084:0:5541:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 00000000d734cd97. 00000001:00000010:0.0:1773941334.169092:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000d4294d4a. 00000001:00000010:0.0:1773941334.169098:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000d63f37c9. 00000001:00000010:0.0:1773941334.169104:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000006d0b31df. 00000001:00000010:0.0:1773941334.169114:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000fab16151. 00000001:00000010:0.0:1773941334.169119:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000dde8bbac. 00000001:00000010:0.0:1773941334.169125:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000e926b4b8. 00000001:00000010:0.0:1773941334.169130:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000e4e3a3b8. 00000001:00000010:0.0:1773941334.169140:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000006d77d7a7. 00000001:00000010:0.0:1773941334.169145:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000004a763094. 00000001:00000010:0.0:1773941334.169149:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000007df6c111. 00000001:00000010:0.0:1773941334.169155:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000009e2cbcc1. 00000001:00000010:0.0:1773941334.169163:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000008d1847cc. 00000001:00000010:0.0:1773941334.169168:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000474fb693. 00000001:00000010:0.0:1773941334.169173:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ee86f02a. 00000001:00000010:0.0:1773941334.169178:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000001529db51. 00000001:00000010:0.0:1773941334.169187:0:5541:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000083247679. 00000020:00000010:0.0:1773941334.169263:0:5541:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000004180dcba. 00000020:00000010:0.0:1773941334.169267:0:5541:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 00000000e0770cb4. 00000020:00000010:0.0:1773941334.169322:0:5541:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000401e60cf. 00000020:00000010:0.0:1773941334.169324:0:5541:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000006a834733. 00000020:00000010:0.0:1773941334.169484:0:5541:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b3aea568. 00000020:00000010:0.0:1773941334.169487:0:5541:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000da4a3e95. 00000020:00000010:0.0:1773941334.169508:0:5541:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000ffe9e6fe. 00000020:00000010:0.0:1773941334.169510:0:5541:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 0000000050d3802e. 00000008:00000010:0.0:1773941334.169512:0:5541:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000dae8a446. 00020000:00000010:0.0:1773941334.169514:0:5541:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000f354c9bb. 00008000:00000010:0.0:1773941334.169515:0:5541:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000034016070. 00000080:00000010:0.0:1773941334.169518:0:5541:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000087774ed7. 00000080:00000010:0.0:1773941334.169520:0:5541:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000988fc80c. 00000020:00000010:0.0:1773941334.169522:0:5541:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000024450074. 00000020:00000010:0.0:1773941334.169526:0:5541:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000030d8b0c3. 00000020:00000010:0.0:1773941334.169532:0:5541:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009a6bdd9a. 00000008:00000010:0.0:1773941334.169533:0:5541:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000995f164f. 00020000:00000010:0.0:1773941334.169535:0:5541:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 000000009ad7238b. 00008000:00000010:0.0:1773941334.169537:0:5541:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000095d45b75. 00000080:00000010:0.0:1773941334.169539:0:5541:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000010905d9f. 00000020:00000010:0.0:1773941334.169541:0:5541:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c9e8f7e1. 00000020:00000010:0.0:1773941334.169545:0:5541:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000045e786d8. 00000020:00000010:0.0:1773941334.169547:0:5541:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000bc4b83f3. 00000020:00000010:0.0:1773941334.169550:0:5541:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000127578e5. 00000020:00000010:0.0:1773941334.169553:0:5541:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 0000000030d8b0c3. 00000020:00000010:0.0:1773941334.169555:0:5541:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c9e8f7e1. 00000020:00000010:0.0:1773941334.169557:0:5541:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000024450074. 00000020:00000010:0.0:1773941334.169559:0:5541:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000050d3802e. 00000008:00000010:0.0:1773941334.169561:0:5541:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000dae8a446. 00020000:00000010:0.0:1773941334.169563:0:5541:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000f354c9bb. 00008000:00000010:0.0:1773941334.169565:0:5541:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000034016070. 00000080:00000010:0.0:1773941334.169567:0:5541:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000087774ed7. 00000080:00000010:0.0:1773941334.169569:0:5541:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000988fc80c. 00020000:00000010:0.0:1773941334.169573:0:5541:0:(lov_obd.c:492:lov_add_target()) kmalloced '(tgt)': 368 at 00000000ffe9e6fe. 00000020:00000010:0.0:1773941334.169576:0:5541:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 0000000024450074. 00000020:00000010:0.0:1773941334.169578:0:5541:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 0000000050d3802e. 00000008:00000010:0.0:1773941334.169580:0:5541:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000dae8a446. 00020000:00000010:0.0:1773941334.169581:0:5541:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000f354c9bb. 00008000:00000010:0.0:1773941334.169582:0:5541:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000034016070. 00000080:00000010:0.0:1773941334.169584:0:5541:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000087774ed7. 00000080:00000010:0.0:1773941334.169586:0:5541:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000988fc80c. 00000020:00000010:0.0:1773941334.169589:0:5541:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c9e8f7e1. 00000020:00000010:0.0:1773941334.169591:0:5541:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 0000000030d8b0c3. 00000020:00000010:0.0:1773941334.169593:0:5541:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000127578e5. 00000020:00000010:0.0:1773941334.169597:0:5541:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000774139b9. 00000020:00000010:0.0:1773941334.169598:0:5541:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000774139b9. 00000020:00000010:0.0:1773941334.169602:0:5541:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000774139b9. 00000020:00000010:0.0:1773941334.169610:0:5541:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000774139b9. 00000020:00000010:0.0:1773941334.169612:0:5541:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 00000000127578e5. 00000020:00000010:0.0:1773941334.169614:0:5541:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 00000000127578e5. 00000100:00000010:0.0:1773941334.169621:0:5541:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f90f26e8. 02000000:00000010:0.0:1773941334.169631:0:5541:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c9e8f7e1. 00000100:00000010:0.0:1773941334.169640:0:5541:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000045e786d8. 02000000:00000010:0.0:1773941334.169658:0:5541:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000fb30b342. 00000400:00000200:0.0:1773941334.169663:0:5541:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941334.169666:0:5541:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000944dba35. 00000400:00000010:0.0:1773941334.169670:0:5541:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000126296d1. 00000100:00000200:0.0:1773941334.169675:0:5541:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112264201216, portal 25 00000400:00000010:0.0:1773941334.169679:0:5541:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000610ede1e. 00000100:00000200:0.0:1773941334.169681:0:5541:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112264201216, offset 0 00000400:00000200:0.0:1773941334.169685:0:5541:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941334.169691:0:5541:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941334.169695:0:5541:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941334.169698:0:5541:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941334.169701:0:5541:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941334.169704:0:5541:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941334.169706:0:5541:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:0.0:1773941334.169711:0:5541:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [11:11:256:4294967295] 192.168.202.145@tcp LPNI seq info [11:11:8:4294967295] 00000400:00000200:0.0:1773941334.169714:0:5541:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941334.169752:0:5541:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:0.0:1773941334.169757:0:5541:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:0.0:1773941334.169772:0:5541:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000774139b9. 00000800:00000200:0.0:1773941334.169778:0:5541:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000076958d37] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:0.0:1773941334.169784:0:5541:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:0.0:1773941334.169787:0:5541:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000774139b9 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1773941334.169799:0:5541:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000010:0.0:1773941334.169803:0:5541:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000050d3802e. 00000100:00000010:0.0:1773941334.169809:0:5541:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e71467c7. 00000800:00000200:3.0:1773941334.169881:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941334.169885:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000774139b9. 00000400:00000200:3.0:1773941334.169889:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941334.169907:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941334.169912:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000610ede1e 00000400:00000010:3.0:1773941334.169915:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000610ede1e. 00000100:00000200:3.0:1773941334.169923:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f90f26e8 x1860112264201216/t0(0) o502->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941350 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941334.170889:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.170895:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941334.170953:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.170958:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.170963:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.170968:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 8472 into portal 25 MB=0x69bc322c00400 00000400:00000200:3.0:1773941334.170972:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.170977:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 8472/8472 into md 0x26d [4] + 224 00000400:00000200:3.0:1773941334.170991:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941334.170995:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:3.0:1773941334.171001:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f90f26e8 x1860112264201216/t0(0) o502->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941350 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941334.171042:0:5541:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000944dba35. 00000400:00000200:0.0:1773941334.171047:0:5541:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000126296d1 00000400:00000010:0.0:1773941334.171049:0:5541:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000126296d1. 00000100:00000200:0.0:1773941334.171056:0:5541:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f90f26e8 x1860112264201216/t0(0) o502->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941350 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941334.171064:0:5541:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f90f26e8 x1860112264201216/t0(0) o502->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941350 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1773941334.171083:0:5541:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000045e786d8. 02000000:00000010:0.0:1773941334.171091:0:5541:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000fb30b342. 02000000:00000010:0.0:1773941334.171102:0:5541:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c9e8f7e1. 00000100:00000010:0.0:1773941334.171106:0:5541:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f90f26e8. 00000020:00000010:0.0:1773941334.171113:0:5541:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000bc8b1f06. 00000020:00000010:0.0:1773941334.171115:0:5541:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000bc8b1f06. 00000040:00000010:0.0:1773941334.171118:0:5541:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000029d7dffc. 00000020:00000010:0.0:1773941334.171126:0:5541:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000028338e5f. 00000020:00000010:0.0:1773941334.171134:0:5541:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000f9b25f3a. 00000040:00000010:0.0:1773941334.171138:0:5541:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004fedb390. 00000020:00000010:0.0:1773941334.171141:0:5541:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000024d619ff. 00000020:00000010:0.0:1773941334.171145:0:5541:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d89b4d2c. 00000020:00000010:0.0:1773941334.171149:0:5541:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b9ae1289. 80000000:00000010:0.0:1773941334.171153:0:5541:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a5d55700. 40000000:00000010:0.0:1773941334.171156:0:5541:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ed8874bc. 00100000:00000010:0.0:1773941334.171160:0:5541:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007c1dd3b8. 00040000:00000010:0.0:1773941334.171164:0:5541:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007a0a853b. 00040000:00000010:0.0:1773941334.171168:0:5541:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 000000003c65433d. 00040000:00000010:0.0:1773941334.171171:0:5541:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000019085565. 00000004:00000010:0.0:1773941334.171175:0:5541:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ce849a0f. 00000004:00000010:0.0:1773941334.171180:0:5541:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at 00000000c673381d. 00000004:00000010:0.0:1773941334.171185:0:5541:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at 000000003bbdb792. 00002000:00000010:0.0:1773941334.171187:0:5541:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000845e83f4. 00000004:00000010:0.0:1773941334.171192:0:5541:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at 0000000097f926b1. 00000020:00000010:0.0:1773941334.171196:0:5541:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff6a2d2c. 00000040:00000010:1.0:1773941334.172518:0:5523:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000024a9fc4f. 00000040:00000010:1.0:1773941334.172526:0:5523:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b95e06c9. 00000040:00000010:1.0:1773941334.172532:0:5523:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000077932b34. 00000020:00000010:1.0:1773941334.172539:0:5523:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 0000000057e17b86. 00000040:00000010:1.0:1773941334.172544:0:5523:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e89393ef. 00000020:00000010:1.0:1773941334.172548:0:5523:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000069912c31. 00000020:00000010:1.0:1773941334.172553:0:5523:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a717b907. 80000000:00000010:1.0:1773941334.172558:0:5523:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a3a4399a. 00040000:00000010:1.0:1773941334.172564:0:5523:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000063e60c97. 20000000:00000010:1.0:1773941334.172569:0:5523:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at 0000000017dced7f. 00000020:00000010:1.0:1773941334.172574:0:5523:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c3f01b2. 10000000:00000010:1.0:1773941334.172579:0:5523:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000007ea19a45. 00000100:00000010:1.0:1773941334.172609:0:5523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000047041daf. 02000000:00000010:1.0:1773941334.172617:0:5523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007ad64f6b. 00010000:00000010:1.0:1773941334.172625:0:5523:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ecd164a1. 00010000:00000010:1.0:1773941334.172630:0:5523:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000060c6212e. 00000020:00000010:1.0:1773941334.172634:0:5523:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 000000009ac0e2c9. 00000100:00000010:1.0:1773941334.172643:0:5523:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0a8145a. 02000000:00000010:1.0:1773941334.172652:0:5523:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000017dfbb12. 00000400:00000200:1.0:1773941334.172656:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941334.172659:0:5523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a60c905. 00000400:00000010:1.0:1773941334.172674:0:5523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f763aa5b. 00000100:00000200:1.0:1773941334.172678:0:5523:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264201344, portal 25 00000400:00000010:1.0:1773941334.172681:0:5523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e82a904. 00000100:00000200:1.0:1773941334.172683:0:5523:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264201344, offset 0 00000400:00000200:1.0:1773941334.172699:0:5523:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941334.172704:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941334.172709:0:5523:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941334.172713:0:5523:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941334.172741:0:5523:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941334.172745:0:5523:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941334.172747:0:5523:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:1.0:1773941334.172750:0:5523:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [12:12:256:4294967295] 192.168.202.145@tcp LPNI seq info [12:12:8:4294967295] 00000400:00000200:1.0:1773941334.172754:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941334.172763:0:5523:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:1.0:1773941334.172769:0:5523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:1.0:1773941334.172772:0:5523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070295bf0. 00000800:00000200:1.0:1773941334.172776:0:5523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000076958d37] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:1.0:1773941334.172781:0:5523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:1.0:1773941334.172783:0:5523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070295bf0 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1773941334.172798:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000800:00000200:3.0:1773941334.172840:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941334.172843:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070295bf0. 00000400:00000200:3.0:1773941334.172847:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941334.172851:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941334.172854:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e82a904 00000400:00000010:3.0:1773941334.172856:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000e82a904. 00000100:00000200:3.0:1773941334.172860:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000047041daf x1860112264201344/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941350 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941334.173494:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.173504:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941334.173508:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.173511:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.173515:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.173518:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 344 into portal 25 MB=0x69bc322c00480 00000400:00000200:3.0:1773941334.173521:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.173525:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 344/344 into md 0x275 [1] + 224 00000400:00000200:3.0:1773941334.173534:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941334.173537:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:3.0:1773941334.173541:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000047041daf x1860112264201344/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941350 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941334.173589:0:5523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a60c905. 00000400:00000200:1.0:1773941334.173594:0:5523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f763aa5b 00000400:00000010:1.0:1773941334.173595:0:5523:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f763aa5b. 00000100:00000200:1.0:1773941334.173601:0:5523:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000047041daf x1860112264201344/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941350 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941334.173608:0:5523:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000047041daf x1860112264201344/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941350 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941334.173620:0:5523:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e0a8145a. 02000000:00000010:1.0:1773941334.173634:0:5523:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000017dfbb12. 02000000:00000010:1.0:1773941334.173639:0:5523:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007ad64f6b. 00000100:00000010:1.0:1773941334.173642:0:5523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000047041daf. 10000000:00000010:1.0:1773941334.173656:0:5523:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 00000000446226fd. 00000100:00000010:1.0:1773941334.174116:0:5523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000047041daf. 02000000:00000010:1.0:1773941334.174122:0:5523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007ad64f6b. 00000100:00000010:1.0:1773941334.174127:0:5523:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000017dfbb12. 00000100:00000010:1.0:1773941334.174130:0:5523:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 00000000c542bb8a. 00000100:00000010:1.0:1773941334.174141:0:5523:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0a8145a. 00000400:00000200:1.0:1773941334.174149:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941334.174151:0:5523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a60c905. 00000400:00000010:1.0:1773941334.174155:0:5523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b95e06c9. 00000100:00000200:1.0:1773941334.174158:0:5523:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x69bc322c00500-0x69bc322c00500, portal 33 02000000:00000010:1.0:1773941334.174161:0:5523:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003c3f01b2. 00000400:00000200:1.0:1773941334.174163:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941334.174164:0:5523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003bd91025. 00000400:00000010:1.0:1773941334.174166:0:5523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f763aa5b. 00000100:00000200:1.0:1773941334.174167:0:5523:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112264201472, portal 25 00000400:00000010:1.0:1773941334.174169:0:5523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068ccfcfa. 00000100:00000200:1.0:1773941334.174170:0:5523:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1860112264201472, offset 0 00000400:00000200:1.0:1773941334.174173:0:5523:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941334.174176:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941334.174179:0:5523:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941334.174181:0:5523:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941334.174182:0:5523:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941334.174184:0:5523:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941334.174185:0:5523:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:1.0:1773941334.174187:0:5523:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [13:13:256:4294967295] 192.168.202.145@tcp LPNI seq info [13:13:8:4294967295] 00000400:00000200:1.0:1773941334.174189:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941334.174193:0:5523:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:1.0:1773941334.174196:0:5523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:1.0:1773941334.174198:0:5523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f076b92. 00000800:00000200:1.0:1773941334.174201:0:5523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000076958d37] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:1.0:1773941334.174204:0:5523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:1.0:1773941334.174210:0:5523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003f076b92 type 1, nob 400 niov 1 nkiov 1 00000400:00000200:1.0:1773941334.174225:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000800:00000200:3.0:1773941334.174275:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941334.174278:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f076b92. 00000400:00000200:3.0:1773941334.174281:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941334.174284:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941334.174286:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068ccfcfa 00000400:00000010:3.0:1773941334.174287:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068ccfcfa. 00000100:00000200:3.0:1773941334.174291:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000047041daf x1860112264201472/t0(0) o256->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941350 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941334.175020:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.175024:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941334.175028:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.175031:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.175033:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.175035:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 132 into portal 33 MB=0x69bc322c00500 00000400:00000200:3.0:1773941334.175038:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.175041:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.202.145@tcp of length 132/132 into md 0x27d [256] + 0 00000400:00000010:3.0:1773941334.175044:0:2347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a60c905. 00000400:00000200:3.0:1773941334.175048:0:2347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b95e06c9 00000400:00000200:3.0:1773941334.175056:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941334.175060:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941334.175071:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b95e06c9 00000400:00000010:3.0:1773941334.175072:0:2347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b95e06c9. 00000100:00000200:3.0:1773941334.175077:0:2347:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000047041daf desc 0000000017dfbb12 mbits 1860112264201472 00000400:00000200:3.0:1773941334.175091:0:2347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1773941334.175095:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.175100:0:2347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.45@tcp to MR: 192.168.202.145@tcp local destination 00000400:00000200:3.0:1773941334.175105:0:2347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [14:14:256:4294967295] 192.168.202.145@tcp LPNI seq info [14:14:8:4294967295] 00000400:00000200:3.0:1773941334.175111:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.175117:0:2347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:192.168.202.45@tcp) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) 192.168.202.145@tcp : ACK try# 0 00000800:00000200:3.0:1773941334.175121:0:2347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.145@tcp 00000800:00000010:3.0:1773941334.175125:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at 000000001d7490fb. 00000800:00000200:3.0:1773941334.175128:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000076958d37] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:3.0:1773941334.175131:0:2347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:3.0:1773941334.175133:0:2347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d7490fb type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1773941334.175175:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941334.175177:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at 000000001d7490fb. 00000400:00000200:3.0:1773941334.175180:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941334.175184:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: ACK: OK 00000400:00000200:2.0:1773941334.175739:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941334.175747:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941334.175754:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941334.175758:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941334.175763:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941334.175765:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 240 into portal 25 MB=0x69bc322c00500 00000400:00000200:2.0:1773941334.175768:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941334.175770:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 240/240 into md 0x285 [1] + 224 00000400:00000200:2.0:1773941334.175778:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941334.175781:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:2.0:1773941334.175785:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000047041daf x1860112264201472/t0(0) o256->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941350 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941334.175821:0:5523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003bd91025. 00000400:00000200:1.0:1773941334.175825:0:5523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f763aa5b 00000400:00000010:1.0:1773941334.175826:0:5523:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f763aa5b. 00000100:00000200:1.0:1773941334.175830:0:5523:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000047041daf x1860112264201472/t0(0) o256->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941350 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941334.175837:0:5523:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000047041daf x1860112264201472/t0(0) o256->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941350 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941334.175847:0:5523:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e0a8145a. 10000000:00000010:1.0:1773941334.175861:0:5523:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000004a93aeb5. 00000100:00000200:1.0:1773941334.175868:0:5523:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.145@tcp with 192.168.202.145@tcp 00000100:00000200:1.0:1773941334.175870:0:5523:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.145@tcp' 00000400:00000200:1.0:1773941334.175872:0:5523:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:1.0:1773941334.175874:0:5523:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.145@tcp 00000400:00000200:1.0:1773941334.175876:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941334.175879:0:5523:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.145@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1773941334.175881:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941334.175884:0:5523:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1773941334.175886:0:5523:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.145@tcp NID 192.168.202.145@tcp: 0. pending discovery 00000400:00000200:1.0:1773941334.175888:0:5523:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.145@tcp 10000000:00000010:1.0:1773941334.175891:0:5523:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 000000007eb5769c. 00000020:00000010:1.0:1773941334.175908:0:5523:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a717b907. 00000020:00000010:1.0:1773941334.175912:0:5523:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e89393ef. 00000020:00000010:1.0:1773941334.175915:0:5523:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000b83a08b8. 00000008:00000010:1.0:1773941334.175920:0:5523:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000ee8ecef8. 00020000:00000010:1.0:1773941334.175924:0:5523:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000006e8baf2. 00008000:00000010:1.0:1773941334.175927:0:5523:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000002c966c14. 00000080:00000010:1.0:1773941334.175932:0:5523:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000006b59ebeb. 00000080:00000010:1.0:1773941334.175935:0:5523:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000fe1a3c2b. 00000020:00000010:1.0:1773941334.175968:0:5523:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000e89393ef. 00000020:00000010:1.0:1773941334.175970:0:5523:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 00000000b83a08b8. 00000008:00000010:1.0:1773941334.175977:0:5523:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000ee8ecef8. 00020000:00000010:1.0:1773941334.175980:0:5523:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 0000000006e8baf2. 00008000:00000010:1.0:1773941334.175981:0:5523:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000002c966c14. 00000080:00000010:1.0:1773941334.175984:0:5523:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000006b59ebeb. 00000080:00000010:1.0:1773941334.175986:0:5523:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000fe1a3c2b. 00000020:00000010:1.0:1773941334.175988:0:5523:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a717b907. 10000000:00000010:1.0:1773941334.175991:0:5523:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 000000007eb5769c. 00000100:00000200:1.0:1773941334.175996:0:5523:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.145@tcp with 192.168.202.145@tcp 00000100:00000200:1.0:1773941334.175997:0:5523:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.145@tcp' 00000400:00000200:1.0:1773941334.175999:0:5523:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:1.0:1773941334.176001:0:5523:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.145@tcp 00000400:00000200:1.0:1773941334.176003:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941334.176005:0:5523:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.145@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1773941334.176008:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941334.176010:0:5523:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1773941334.176011:0:5523:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.145@tcp NID 192.168.202.145@tcp: 0. pending discovery 00000400:00000200:1.0:1773941334.176013:0:5523:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.145@tcp 10000000:00000010:1.0:1773941334.176015:0:5523:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 000000007eb5769c. 00000020:00000010:1.0:1773941334.176017:0:5523:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a717b907. 00000020:00000010:1.0:1773941334.176019:0:5523:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e89393ef. 00000020:00000010:1.0:1773941334.176020:0:5523:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000b83a08b8. 00000008:00000010:1.0:1773941334.176022:0:5523:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000ee8ecef8. 00020000:00000010:1.0:1773941334.176024:0:5523:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000006e8baf2. 00008000:00000010:1.0:1773941334.176025:0:5523:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000002c966c14. 00000080:00000010:1.0:1773941334.176027:0:5523:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000006b59ebeb. 00000080:00000010:1.0:1773941334.176028:0:5523:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000fe1a3c2b. 00000020:00000010:1.0:1773941334.176047:0:5523:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000e89393ef. 00000020:00000010:1.0:1773941334.176049:0:5523:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 00000000b83a08b8. 00000008:00000010:1.0:1773941334.176051:0:5523:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000ee8ecef8. 00020000:00000010:1.0:1773941334.176052:0:5523:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 0000000006e8baf2. 00008000:00000010:1.0:1773941334.176054:0:5523:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000002c966c14. 00000080:00000010:1.0:1773941334.176055:0:5523:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000006b59ebeb. 00000080:00000010:1.0:1773941334.176056:0:5523:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000fe1a3c2b. 00000020:00000010:1.0:1773941334.176062:0:5523:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a717b907. 10000000:00000010:1.0:1773941334.176063:0:5523:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 000000007eb5769c. 00000100:00000200:1.0:1773941334.176068:0:5523:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.145@tcp with 192.168.202.145@tcp 00000100:00000200:1.0:1773941334.176070:0:5523:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.145@tcp' 00000400:00000200:1.0:1773941334.176071:0:5523:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:1.0:1773941334.176073:0:5523:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.145@tcp 00000400:00000200:1.0:1773941334.176076:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941334.176079:0:5523:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.145@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1773941334.176082:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941334.176086:0:5523:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1773941334.176087:0:5523:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.145@tcp NID 192.168.202.145@tcp: 0. pending discovery 00000400:00000200:1.0:1773941334.176089:0:5523:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.145@tcp 10000000:00000010:1.0:1773941334.176092:0:5523:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 000000007eb5769c. 00000020:00000010:1.0:1773941334.176096:0:5523:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a717b907. 00000020:00000010:1.0:1773941334.176099:0:5523:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e89393ef. 00000020:00000010:1.0:1773941334.176102:0:5523:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000b83a08b8. 00000008:00000010:1.0:1773941334.176104:0:5523:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000ee8ecef8. 00020000:00000010:1.0:1773941334.176106:0:5523:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000006e8baf2. 00008000:00000010:1.0:1773941334.176108:0:5523:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000002c966c14. 00000080:00000010:1.0:1773941334.176110:0:5523:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000006b59ebeb. 00000080:00000010:1.0:1773941334.176111:0:5523:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000fe1a3c2b. 00000020:00000010:1.0:1773941334.176132:0:5523:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000e89393ef. 00000020:00000010:1.0:1773941334.176135:0:5523:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 00000000b83a08b8. 00000008:00000010:1.0:1773941334.176137:0:5523:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000ee8ecef8. 00020000:00000010:1.0:1773941334.176138:0:5523:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 0000000006e8baf2. 00008000:00000010:1.0:1773941334.176141:0:5523:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000002c966c14. 00000080:00000010:1.0:1773941334.176145:0:5523:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000006b59ebeb. 00000080:00000010:1.0:1773941334.176146:0:5523:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000fe1a3c2b. 00000020:00000010:1.0:1773941334.176147:0:5523:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a717b907. 10000000:00000010:1.0:1773941334.176148:0:5523:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 000000007eb5769c. 10000000:00000010:1.0:1773941334.176150:0:5523:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000004a93aeb5. 02000000:00000010:1.0:1773941334.176153:0:5523:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003c3f01b2. 00000100:00000010:1.0:1773941334.176161:0:5523:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 00000000c542bb8a. 00000100:00000010:1.0:1773941334.176169:0:5523:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000017dfbb12. 02000000:00000010:1.0:1773941334.176172:0:5523:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007ad64f6b. 00000100:00000010:1.0:1773941334.176173:0:5523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000047041daf. 10000000:00000010:1.0:1773941334.176689:0:5523:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 2048 at 00000000446226fd. 00000100:00000010:1.0:1773941334.176705:0:5523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000047041daf. 02000000:00000010:1.0:1773941334.176711:0:5523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003c3f01b2. 00010000:00000010:1.0:1773941334.176739:0:5523:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f315cba5. 00010000:00000010:1.0:1773941334.176744:0:5523:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002cf7d4a1. 00000100:00000010:1.0:1773941334.176751:0:5523:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0a8145a. 02000000:00000010:1.0:1773941334.176760:0:5523:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000017dfbb12. 00000400:00000200:1.0:1773941334.176764:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941334.176768:0:5523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003bd91025. 00000400:00000010:1.0:1773941334.176772:0:5523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f763aa5b. 00000100:00000200:1.0:1773941334.176775:0:5523:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264201600, portal 25 00000400:00000010:1.0:1773941334.176779:0:5523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ad3f58d. 00000100:00000200:1.0:1773941334.176781:0:5523:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264201600, offset 0 00000400:00000200:1.0:1773941334.176786:0:5523:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941334.176789:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941334.176792:0:5523:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941334.176794:0:5523:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941334.176796:0:5523:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941334.176798:0:5523:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941334.176799:0:5523:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:1.0:1773941334.176801:0:5523:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [15:15:256:4294967295] 192.168.202.145@tcp LPNI seq info [15:15:8:4294967295] 00000400:00000200:1.0:1773941334.176805:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941334.176810:0:5523:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:1.0:1773941334.176814:0:5523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:1.0:1773941334.176818:0:5523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c034a6a0. 00000800:00000200:1.0:1773941334.176821:0:5523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000076958d37] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:1.0:1773941334.176824:0:5523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:1.0:1773941334.176827:0:5523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c034a6a0 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1773941334.176844:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000800:00000200:3.0:1773941334.176910:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941334.176914:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c034a6a0. 00000400:00000200:3.0:1773941334.176918:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941334.176922:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941334.176925:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ad3f58d 00000400:00000010:3.0:1773941334.176927:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ad3f58d. 00000100:00000200:3.0:1773941334.176931:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000047041daf x1860112264201600/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941350 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941334.177656:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.177662:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941334.177667:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.177669:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.177679:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.177682:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 344 into portal 25 MB=0x69bc322c00580 00000400:00000200:3.0:1773941334.177686:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.177689:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 344/344 into md 0x28d [1] + 224 00000400:00000200:3.0:1773941334.177698:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941334.177701:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:3.0:1773941334.177706:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000047041daf x1860112264201600/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941350 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941334.177966:0:5523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003bd91025. 00000400:00000200:1.0:1773941334.177971:0:5523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f763aa5b 00000400:00000010:1.0:1773941334.177972:0:5523:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f763aa5b. 00000100:00000200:1.0:1773941334.177980:0:5523:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000047041daf x1860112264201600/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941350 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941334.177989:0:5523:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000047041daf x1860112264201600/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941350 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941334.178009:0:5523:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e0a8145a. 02000000:00000010:1.0:1773941334.178019:0:5523:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000017dfbb12. 02000000:00000010:1.0:1773941334.178022:0:5523:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003c3f01b2. 00000100:00000010:1.0:1773941334.178025:0:5523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000047041daf. 10000000:00000010:1.0:1773941334.178030:0:5523:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000061c4c044. 00000020:00000010:1.0:1773941334.178033:0:5523:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c3f01b2. 00000020:00000010:1.0:1773941334.178037:0:5523:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a717b907. 00000040:00000010:1.0:1773941334.178039:0:5523:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e89393ef. 00000020:00000010:1.0:1773941334.178042:0:5523:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000446226fd. 00000020:00000010:1.0:1773941334.178045:0:5523:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000057e17b86. 80000000:00000010:1.0:1773941334.178048:0:5523:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b83a08b8. 00040000:00000010:1.0:1773941334.178052:0:5523:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000baab18df. 20000000:00000010:1.0:1773941334.178054:0:5523:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at 000000007ad64f6b. 00000040:00000010:1.0:1773941334.178059:0:5523:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000017dced7f. 00000100:00000010:1.0:1773941334.178063:0:5523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000047041daf. 02000000:00000010:1.0:1773941334.178070:0:5523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000063e60c97. 00000100:00000010:1.0:1773941334.178078:0:5523:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0a8145a. 02000000:00000010:1.0:1773941334.178086:0:5523:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000077932b34. 00000400:00000200:1.0:1773941334.178090:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941334.178094:0:5523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003bd91025. 00000400:00000010:1.0:1773941334.178099:0:5523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f763aa5b. 00000100:00000200:1.0:1773941334.178102:0:5523:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112264201728, portal 25 00000400:00000010:1.0:1773941334.178106:0:5523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf13ee37. 00000100:00000200:1.0:1773941334.178109:0:5523:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1860112264201728, offset 0 00000400:00000200:1.0:1773941334.178122:0:5523:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941334.178128:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941334.178132:0:5523:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941334.178135:0:5523:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941334.178139:0:5523:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941334.178142:0:5523:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941334.178145:0:5523:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:1.0:1773941334.178149:0:5523:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [16:16:256:4294967295] 192.168.202.145@tcp LPNI seq info [16:16:8:4294967295] 00000400:00000200:1.0:1773941334.178154:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941334.178163:0:5523:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:1.0:1773941334.178167:0:5523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:1.0:1773941334.178171:0:5523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aab61b49. 00000800:00000200:1.0:1773941334.178177:0:5523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000076958d37] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:1.0:1773941334.178183:0:5523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:1.0:1773941334.178186:0:5523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000aab61b49 type 1, nob 600 niov 1 nkiov 1 00000400:00000200:1.0:1773941334.178204:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000800:00000200:3.0:1773941334.178260:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941334.178264:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aab61b49. 00000400:00000200:3.0:1773941334.178267:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941334.178271:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941334.178274:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf13ee37 00000400:00000010:3.0:1773941334.178275:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf13ee37. 00000100:00000200:3.0:1773941334.178281:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000047041daf x1860112264201728/t0(0) o501->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941350 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941334.178977:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.178982:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941334.178988:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.178990:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.178994:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.178997:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 272 into portal 25 MB=0x69bc322c00600 00000400:00000200:3.0:1773941334.179001:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.179005:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 272/272 into md 0x295 [1] + 224 00000400:00000200:3.0:1773941334.179014:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941334.179018:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:3.0:1773941334.179024:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000047041daf x1860112264201728/t0(0) o501->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941350 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941334.179063:0:5523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003bd91025. 00000400:00000200:1.0:1773941334.179067:0:5523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f763aa5b 00000400:00000010:1.0:1773941334.179068:0:5523:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f763aa5b. 00000100:00000200:1.0:1773941334.179073:0:5523:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000047041daf x1860112264201728/t0(0) o501->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941350 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941334.179080:0:5523:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000047041daf x1860112264201728/t0(0) o501->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941350 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941334.179089:0:5523:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e0a8145a. 02000000:00000010:1.0:1773941334.179094:0:5523:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000077932b34. 02000000:00000010:1.0:1773941334.179096:0:5523:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000063e60c97. 00000100:00000010:1.0:1773941334.179097:0:5523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000047041daf. 00000040:00000010:1.0:1773941334.179103:0:5523:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b95e06c9. 00000100:00000010:1.0:1773941334.179107:0:5523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000047041daf. 02000000:00000010:1.0:1773941334.179112:0:5523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000063e60c97. 00000100:00000010:1.0:1773941334.179124:0:5523:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0a8145a. 02000000:00000010:1.0:1773941334.179139:0:5523:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000007262b5da. 00000400:00000200:1.0:1773941334.179142:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941334.179145:0:5523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003bd91025. 00000400:00000010:1.0:1773941334.179149:0:5523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000c58f8c49. 00000100:00000200:1.0:1773941334.179151:0:5523:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112264201856, portal 25 00000400:00000010:1.0:1773941334.179155:0:5523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f763aa5b. 00000100:00000200:1.0:1773941334.179156:0:5523:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112264201856, offset 0 00000400:00000200:1.0:1773941334.179161:0:5523:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941334.179164:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941334.179166:0:5523:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941334.179169:0:5523:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941334.179170:0:5523:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941334.179172:0:5523:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941334.179173:0:5523:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:1.0:1773941334.179175:0:5523:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [17:17:256:4294967295] 192.168.202.145@tcp LPNI seq info [17:17:8:4294967295] 00000400:00000200:1.0:1773941334.179178:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941334.179184:0:5523:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:1.0:1773941334.179187:0:5523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:1.0:1773941334.179190:0:5523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8e3697f. 00000800:00000200:1.0:1773941334.179193:0:5523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000076958d37] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:1.0:1773941334.179196:0:5523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:1.0:1773941334.179198:0:5523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f8e3697f type 1, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1773941334.179209:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000800:00000200:3.0:1773941334.179268:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941334.179271:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8e3697f. 00000400:00000200:3.0:1773941334.179280:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941334.179284:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941334.179287:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f763aa5b 00000400:00000010:3.0:1773941334.179288:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f763aa5b. 00000100:00000200:3.0:1773941334.179292:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000047041daf x1860112264201856/t0(0) o503->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941350 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941334.180166:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.180170:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941334.180211:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.180216:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.180221:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.180225:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 8416 into portal 25 MB=0x69bc322c00680 00000400:00000200:3.0:1773941334.180229:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.180235:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 8416/8416 into md 0x29d [4] + 224 00000400:00000200:3.0:1773941334.180280:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941334.180285:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:3.0:1773941334.180292:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000047041daf x1860112264201856/t0(0) o503->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941350 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941334.180318:0:5523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003bd91025. 00000400:00000200:1.0:1773941334.180322:0:5523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c58f8c49 00000400:00000010:1.0:1773941334.180323:0:5523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000c58f8c49. 00000100:00000200:1.0:1773941334.180329:0:5523:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000047041daf x1860112264201856/t0(0) o503->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941350 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941334.180339:0:5523:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000047041daf x1860112264201856/t0(0) o503->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941350 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941334.180368:0:5523:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e0a8145a. 02000000:00000010:1.0:1773941334.180375:0:5523:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000007262b5da. 02000000:00000010:1.0:1773941334.180385:0:5523:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000063e60c97. 00000100:00000010:1.0:1773941334.180389:0:5523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000047041daf. 00000040:00000010:1.0:1773941334.180396:0:5523:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000037cf5981. 00000020:00000010:1.0:1773941334.180504:0:5547:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063e60c97. 00000020:00000010:1.0:1773941334.180509:0:5547:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000077932b34. 00000040:00000010:1.0:1773941334.180512:0:5547:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a028d902. 00000020:00000010:1.0:1773941334.180514:0:5547:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005e57448f. 00000020:00000010:1.0:1773941334.180518:0:5547:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000003624087. 00000020:00000010:1.0:1773941334.180521:0:5547:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000dc2ec8d0. 80000000:00000010:1.0:1773941334.180525:0:5547:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000db3fe2e1. 40000000:00000010:1.0:1773941334.180530:0:5547:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f939c3d1. 00100000:00000010:1.0:1773941334.180536:0:5547:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000353c901c. 00040000:00000010:1.0:1773941334.180541:0:5547:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d0732969. 00040000:00000010:1.0:1773941334.180546:0:5547:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000015b189bd. 00040000:00000010:1.0:1773941334.180552:0:5547:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c8b7b568. 00000004:00000010:1.0:1773941334.180557:0:5547:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003dca8402. 00000004:00000010:1.0:1773941334.180562:0:5547:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 000000004a93aeb5. 00000004:00000010:1.0:1773941334.180567:0:5547:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 000000008300b854. 00002000:00000010:1.0:1773941334.180572:0:5547:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000017dfbb12. 00000004:00000010:1.0:1773941334.180577:0:5547:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000c349b58b. 00000020:00000010:1.0:1773941334.180583:0:5547:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000096cd698a. 00000040:00000010:1.0:1773941334.180600:0:5547:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000006e91e9c6. 00000100:00000010:1.0:1773941334.180606:0:5547:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000047041daf. 02000000:00000010:1.0:1773941334.180612:0:5547:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000755b9b89. 00000100:00000010:1.0:1773941334.180618:0:5547:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c58f8c49. 02000000:00000010:1.0:1773941334.180634:0:5547:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000003df19f87. 00000400:00000200:1.0:1773941334.180638:0:5547:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941334.180641:0:5547:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003bd91025. 00000400:00000010:1.0:1773941334.180646:0:5547:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000d8b1c36e. 00000100:00000200:1.0:1773941334.180653:0:5547:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112264201984, portal 25 00000400:00000010:1.0:1773941334.180657:0:5547:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca9d1253. 00000100:00000200:1.0:1773941334.180659:0:5547:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112264201984, offset 0 00000400:00000200:1.0:1773941334.180665:0:5547:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941334.180669:0:5547:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941334.180672:0:5547:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941334.180674:0:5547:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941334.180677:0:5547:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941334.180679:0:5547:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941334.180681:0:5547:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:1.0:1773941334.180683:0:5547:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [18:18:256:4294967295] 192.168.202.145@tcp LPNI seq info [18:18:8:4294967295] 00000400:00000200:1.0:1773941334.180686:0:5547:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941334.180692:0:5547:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:1.0:1773941334.180695:0:5547:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:1.0:1773941334.180698:0:5547:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8e3697f. 00000800:00000200:1.0:1773941334.180701:0:5547:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000076958d37] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:1.0:1773941334.180704:0:5547:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:1.0:1773941334.180706:0:5547:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f8e3697f type 1, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1773941334.180737:0:5547:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000800:00000200:3.0:1773941334.180794:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941334.180798:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8e3697f. 00000400:00000200:3.0:1773941334.180802:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941334.180808:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941334.180811:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca9d1253 00000400:00000010:3.0:1773941334.180813:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca9d1253. 00000100:00000200:3.0:1773941334.180863:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000047041daf x1860112264201984/t0(0) o502->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941350 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941334.181721:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.181726:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941334.181749:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.181754:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.181759:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.181773:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 8472 into portal 25 MB=0x69bc322c00700 00000400:00000200:3.0:1773941334.181798:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.181802:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 8472/8472 into md 0x2a5 [4] + 224 00000400:00000200:3.0:1773941334.181818:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941334.181824:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:3.0:1773941334.181831:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000047041daf x1860112264201984/t0(0) o502->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941350 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773941334.181879:0:5547:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003bd91025. 00000400:00000200:3.0:1773941334.181882:0:5547:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8b1c36e 00000400:00000010:3.0:1773941334.181884:0:5547:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000d8b1c36e. 00000100:00000200:3.0:1773941334.181889:0:5547:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000047041daf x1860112264201984/t0(0) o502->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941350 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941334.181895:0:5547:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000047041daf x1860112264201984/t0(0) o502->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941350 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1773941334.181923:0:5547:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c58f8c49. 02000000:00000010:3.0:1773941334.181929:0:5547:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000003df19f87. 02000000:00000010:3.0:1773941334.181938:0:5547:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000755b9b89. 00000100:00000010:3.0:1773941334.181941:0:5547:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000047041daf. 00000020:00000010:3.0:1773941334.181950:0:5547:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000082c728ee. 00000020:00000010:3.0:1773941334.181953:0:5547:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000082c728ee. 00000020:00000010:3.0:1773941334.181957:0:5547:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 28 at 000000005873a286. 00000020:00000010:3.0:1773941334.181961:0:5547:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 0000000093a4d8ea. 00000020:00000010:3.0:1773941334.181981:0:5547:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff96f290a26a00. 00000020:00000010:3.0:1773941334.181985:0:5547:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff96f291ef48a0. 00000100:00000010:3.0:1773941334.181999:0:5547:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f288e52680. 02000000:00000010:3.0:1773941334.182007:0:5547:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f283676400. 00000100:00000010:3.0:1773941334.182014:0:5547:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f290a88480. 02000000:00000010:3.0:1773941334.182030:0:5547:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff96f298b4c000. 00000400:00000200:3.0:1773941334.182034:0:5547:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:3.0:1773941334.182037:0:5547:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7aa8. 00000400:00000010:3.0:1773941334.182048:0:5547:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff96f290a883c0. 00000100:00000200:3.0:1773941334.182051:0:5547:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112264202112, portal 25 00000400:00000010:3.0:1773941334.182055:0:5547:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51660. 00000100:00000200:3.0:1773941334.182057:0:5547:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112264202112, offset 0 00000400:00000200:3.0:1773941334.182061:0:5547:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:3.0:1773941334.182065:0:5547:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.182068:0:5547:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:3.0:1773941334.182070:0:5547:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941334.182073:0:5547:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:3.0:1773941334.182075:0:5547:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941334.182076:0:5547:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:3.0:1773941334.182080:0:5547:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [19:19:256:4294967295] 192.168.202.145@tcp LPNI seq info [19:19:8:4294967295] 00000400:00000200:3.0:1773941334.182084:0:5547:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.182090:0:5547:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:3.0:1773941334.182093:0:5547:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:3.0:1773941334.182097:0:5547:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f282f90400. 00000800:00000200:3.0:1773941334.182101:0:5547:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:3.0:1773941334.182105:0:5547:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:3.0:1773941334.182108:0:5547:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f282f90400 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1773941334.182117:0:5547:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000800:00000200:3.0:1773941334.182161:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941334.182164:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f282f90400. 00000400:00000200:3.0:1773941334.182166:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941334.182169:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941334.182172:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51660 00000400:00000010:3.0:1773941334.182174:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51660. 00000100:00000200:3.0:1773941334.182181:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f288e52680 x1860112264202112/t0(0) o502->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941350 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941334.183105:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.183109:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941334.183114:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.183123:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.183126:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.183129:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 8472 into portal 25 MB=0x69bc322c00780 00000400:00000200:3.0:1773941334.183131:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.183133:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 8472/8472 into md 0x2ad [4] + 224 00000400:00000200:3.0:1773941334.183144:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941334.183148:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:3.0:1773941334.183210:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f288e52680 x1860112264202112/t0(0) o502->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941350 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773941334.183240:0:5547:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7aa8. 00000400:00000200:3.0:1773941334.183244:0:5547:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290a883c0 00000400:00000010:3.0:1773941334.183246:0:5547:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff96f290a883c0. 00000100:00000200:3.0:1773941334.183252:0:5547:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f288e52680 x1860112264202112/t0(0) o502->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941350 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941334.183262:0:5547:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f288e52680 x1860112264202112/t0(0) o502->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941350 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1773941334.183276:0:5547:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f290a88480. 02000000:00000010:3.0:1773941334.183282:0:5547:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff96f298b4c000. 02000000:00000010:3.0:1773941334.183294:0:5547:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f283676400. 00000100:00000010:3.0:1773941334.183297:0:5547:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f288e52680. 00000020:00000010:3.0:1773941334.183303:0:5547:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff96f282f90400. 00000020:00000010:3.0:1773941334.183306:0:5547:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff96f282f90400. 00000040:00000010:3.0:1773941334.183308:0:5547:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff96f290898000. 00000020:00000010:3.0:1773941334.183312:0:5547:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff96f2925a5200. 00000020:00000010:3.0:1773941334.183318:0:5547:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f2a0228000. 00000040:00000010:3.0:1773941334.183321:0:5547:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f290b31000. 00000020:00000010:3.0:1773941334.183324:0:5547:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f28912c000. 00000020:00000010:3.0:1773941334.183327:0:5547:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff96f2882c8508. 00000020:00000010:3.0:1773941334.183330:0:5547:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f290b31e00. 80000000:00000010:3.0:1773941334.183333:0:5547:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f282ce97e0. 40000000:00000010:3.0:1773941334.183336:0:5547:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff96f2925a5540. 00100000:00000010:3.0:1773941334.183345:0:5547:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff96f28912e000. 00040000:00000010:3.0:1773941334.183347:0:5547:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f283945f00. 00040000:00000010:3.0:1773941334.183349:0:5547:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff96f28912e800. 00040000:00000010:3.0:1773941334.183351:0:5547:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f299dd6e00. 00000004:00000010:3.0:1773941334.183354:0:5547:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff96f28912c800. 00000004:00000010:3.0:1773941334.183357:0:5547:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff96f2850f1000. 00000004:00000010:3.0:1773941334.183360:0:5547:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff96f28912b000. 00002000:00000010:3.0:1773941334.183363:0:5547:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff96f288a21400. 00000004:00000010:3.0:1773941334.183366:0:5547:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff96f288a21000. 00000020:00000010:3.0:1773941334.183369:0:5547:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f2a0228a00. 00000040:00000010:1.0:1773941334.183397:0:5523:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff96f282ce99c0. 00000040:00000010:1.0:1773941334.183407:0:5523:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff96f2a0e2a000. 00000040:00000010:1.0:1773941334.183411:0:5523:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff96f2a0228600. 00000020:00000010:1.0:1773941334.183416:0:5523:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f299c86600. 00000040:00000010:1.0:1773941334.183419:0:5523:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f299c86a00. 00000020:00000010:1.0:1773941334.183422:0:5523:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f28912f000. 00000020:00000010:1.0:1773941334.183426:0:5523:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f299c86000. 80000000:00000010:1.0:1773941334.183428:0:5523:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f282ce93c0. 00040000:00000010:1.0:1773941334.183430:0:5523:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f289363200. 20000000:00000010:1.0:1773941334.183432:0:5523:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f289362600. 00000020:00000010:1.0:1773941334.183434:0:5523:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f299c87800. 10000000:00000010:1.0:1773941334.183437:0:5523:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f2925a5040. 00000020:00000010:1.0:1773941334.183452:0:5523:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f29260e000. 00000040:00000010:1.0:1773941334.183461:0:5523:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f284bbd000. 00000020:00000010:1.0:1773941334.183463:0:5523:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f289145800. 00000020:00000010:1.0:1773941334.183468:0:5523:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f284bbd600. 00040000:00000010:1.0:1773941334.183471:0:5523:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f28551b200. 00040000:00000010:1.0:1773941334.183473:0:5523:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f2a0150400. 00000020:00000010:1.0:1773941334.183476:0:5523:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f29260fe00. 00000020:00000010:1.0:1773941334.183479:0:5523:0:(obd_mount.c:82:lustre_process_log()) kfreed 'lcfg': 184 at ffff96f284a049c0. 00000020:00000010:1.0:1773941334.183482:0:5523:0:(obd_mount.c:84:lustre_process_log()) kfreed 'bufs': 104 at ffff96f282ee3f00. 00000080:00000010:1.0:1773941334.183487:0:5523:0:(llite_lib.c:1502:ll_fill_super()) kmalloced '(dt)': 33 at ffff96f2925a5040. 00000080:00000010:1.0:1773941334.183490:0:5523:0:(llite_lib.c:1508:ll_fill_super()) kmalloced '(md)': 33 at ffff96f2925a5840. 00000080:00000010:1.0:1773941334.183495:0:5523:0:(llite_lib.c:348:client_common_fill_super()) kmalloced '(data)': 192 at ffff96f2a0e029c0. 00000080:00000010:1.0:1773941334.183497:0:5523:0:(llite_lib.c:352:client_common_fill_super()) kmalloced '(osfs)': 144 at ffff96f2a0e02180. 00000020:00000010:1.0:1773941334.183502:0:5523:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff96f28912f000. 00000020:00000010:1.0:1773941334.183526:0:5523:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff96f28912a000. 00000400:00000200:1.0:1773941334.183536:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941334.183541:0:5523:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000010:1.0:1773941334.183556:0:5523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298ae9500. 02000000:00000010:1.0:1773941334.183565:0:5523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f288a22400. 40000000:00000010:1.0:1773941334.183603:0:5523:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at ffff96f283945200. 02000000:00000010:3.0:1773941334.183609:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f289312400. 40000000:00000010:1.0:1773941334.183609:0:5523:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at ffff96f2a0e02600. 00000400:00000200:3.0:1773941334.183618:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:3.0:1773941334.183622:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7aa8. 00000400:00000010:3.0:1773941334.183625:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51660. 00000100:00000200:3.0:1773941334.183628:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264202240, portal 10 00000020:00000010:3.0:1773941334.183633:0:2352:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff96f283bd8000. 00000400:00000010:3.0:1773941334.183639:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51440. 00000100:00000200:3.0:1773941334.183641:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1860112264202240, offset 0 00000400:00000200:3.0:1773941334.183646:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:3.0:1773941334.183651:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.183655:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:3.0:1773941334.183658:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941334.183660:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:3.0:1773941334.183663:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941334.183666:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:3.0:1773941334.183668:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [20:20:256:4294967295] 192.168.202.145@tcp LPNI seq info [20:20:8:4294967295] 00000400:00000200:3.0:1773941334.183671:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941334.183678:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:3.0:1773941334.183682:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.145@tcp 40000000:00000010:1.0:1773941334.183684:0:5523:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at ffff96f2a0e02600. 00000800:00000010:3.0:1773941334.183686:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f282f90400. 00000800:00000200:3.0:1773941334.183693:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 80000000:00000010:1.0:1773941334.183696:0:5523:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at ffff96f2925a5e00. 00000800:00000200:3.0:1773941334.183698:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00020000:00000010:1.0:1773941334.183707:0:5523:0:(lu_tgt_descs.c:102:lu_qos_add_tgt()) kmalloced '(svr)': 104 at ffff96f282b42d00. 00000800:00000200:3.0:1773941334.183708:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f282f90400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1773941334.183742:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000010:1.0:1773941334.183743:0:5523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298ae9180. 02000000:00000010:1.0:1773941334.183752:0:5523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f283945d00. 00800000:00000010:1.0:1773941334.183780:0:5523:0:(lmv_obd.c:1417:lmv_statfs()) kmalloced '(temp)': 144 at ffff96f2a0e02600. 00000100:00000010:1.0:1773941334.183785:0:5523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298aeb800. 02000000:00000010:1.0:1773941334.183791:0:5523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f283945900. 00000100:00000010:1.0:1773941334.183795:0:5523:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f2a0e026c0. 00000800:00000200:3.0:1773941334.183810:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941334.183815:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f282f90400. 00000400:00000200:3.0:1773941334.183820:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941334.183824:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941334.183827:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51440 00000400:00000010:3.0:1773941334.183829:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51440. 00000020:00000010:1.0:1773941334.183832:0:2354:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f2882c9928. 00000100:00000200:3.0:1773941334.183834:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298ae9500 x1860112264202240/t0(0) o38->lustre-MDT0000-mdc-ffff96f2a0e33000@192.168.202.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1773941334.183839:0:2354:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f289198600. 80000000:00000010:1.0:1773941334.183847:0:2354:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f282ce99c0. 40000000:00000010:1.0:1773941334.183851:0:2354:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff96f2925a5f00. 00000008:00000010:1.0:1773941334.183862:0:2354:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff96f284afce18. 00020000:00000010:1.0:1773941334.183866:0:2354:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f2883a9b40. 00008000:00000010:1.0:1773941334.183881:0:2354:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f288e9ce20. 00100000:00000010:1.0:1773941334.183886:0:2354:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f289128800. 00040000:00000010:1.0:1773941334.183889:0:2354:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f283945600. 00040000:00000010:1.0:1773941334.183893:0:2354:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff96f28912d000. 00040000:00000010:1.0:1773941334.183907:0:2354:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f289199200. 00000004:00000010:1.0:1773941334.183911:0:2354:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff96f28912f800. 00000004:00000010:1.0:1773941334.183919:0:2354:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff96f2850f2000. 00000004:00000010:1.0:1773941334.183923:0:2354:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff96f28912b800. 00002000:00000010:1.0:1773941334.183925:0:2354:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff96f288a21000. 00000004:00000010:1.0:1773941334.183927:0:2354:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff96f288a21400. 00000080:00000010:1.0:1773941334.183930:0:2354:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f2a02079d8. 00000080:00000010:1.0:1773941334.183933:0:2354:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff96f29086a6c8. 00000008:00000010:1.0:1773941334.183937:0:2354:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f284a30580. 00020000:00000010:1.0:1773941334.183940:0:2354:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff96f290a2ad00. 00008000:00000010:1.0:1773941334.183943:0:2354:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f287d71970. 00000080:00000010:1.0:1773941334.183946:0:2354:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f28829ec30. 00000020:00000010:1.0:1773941334.183973:0:2353:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f2882cad48. 00000020:00000010:1.0:1773941334.183976:0:2353:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f289199c00. 80000000:00000010:1.0:1773941334.183978:0:2353:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f282ce9f00. 40000000:00000010:1.0:1773941334.183981:0:2353:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff96f28638b480. 00000008:00000010:1.0:1773941334.183984:0:2353:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff96f284af8000. 00020000:00000010:1.0:1773941334.183986:0:2353:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f2883a9f00. 00008000:00000010:1.0:1773941334.183988:0:2353:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f288e9e6d8. 00100000:00000010:1.0:1773941334.183995:0:2353:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f28912d800. 00040000:00000010:1.0:1773941334.183998:0:2353:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f283945f00. 00040000:00000010:1.0:1773941334.184000:0:2353:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff96f289129800. 00040000:00000010:1.0:1773941334.184003:0:2353:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f289199600. 00000004:00000010:1.0:1773941334.184005:0:2353:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff96f289128000. 00000004:00000010:1.0:1773941334.184009:0:2353:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff96f2850f0000. 00000004:00000010:1.0:1773941334.184010:0:2353:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff96f28912b000. 00002000:00000010:1.0:1773941334.184012:0:2353:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff96f288a22800. 00000004:00000010:1.0:1773941334.184020:0:2353:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff96f288a21800. 00000080:00000010:1.0:1773941334.184023:0:2353:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f2a0207348. 00000080:00000010:1.0:1773941334.184024:0:2353:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff96f290869488. 00000008:00000010:1.0:1773941334.184027:0:2353:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f284a30f20. 00020000:00000010:1.0:1773941334.184030:0:2353:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff96f290a28480. 00008000:00000010:1.0:1773941334.184032:0:2353:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f287d71ff8. 00000080:00000010:1.0:1773941334.184034:0:2353:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f28829ed20. 00000020:00000010:0.0:1773941334.185388:0:5546:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff96f298bdeec0. 00000100:00000200:0.0:1773941334.185412:0:5546:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.145@tcp->12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941334.185417:0:5546:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941334.185423:0:5546:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.202.145@tcp primary NID 192.168.202.145@tcp rc 0 00000020:00000010:0.0:1773941334.185429:0:5546:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff96f298bdeec0. 00000100:00000010:3.0:1773941334.187832:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96f298ba7d20. 00000100:00000010:2.0:1773941334.187834:0:708:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96f298ba78a0. 00000020:00000010:2.0:1773941334.188202:0:5549:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff96f2882658c0. 00000020:00000010:2.0:1773941334.188208:0:5549:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff96f2882658c0. 00000020:00000010:0.0:1773941334.190090:0:5550:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff96f298bdec40. 00000020:00000010:0.0:1773941334.190096:0:5550:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff96f298bdec40. 00000400:00000200:2.0:1773941334.192166:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941334.192172:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941334.192177:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941334.192180:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941334.192184:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941334.192187:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 10 MB=0x69bc322c00800 00000400:00000200:2.0:1773941334.192191:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941334.192196:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.145@tcp of length 416/416 into md 0x2bd [1] + 0 00000400:00000200:2.0:1773941334.192207:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941334.192211:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:2.0:1773941334.192219:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298ae9500 x1860112264202240/t0(0) o38->lustre-MDT0000-mdc-ffff96f2a0e33000@192.168.202.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773941334.192263:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7aa8. 00000400:00000200:3.0:1773941334.192269:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51660 00000400:00000010:3.0:1773941334.192271:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51660. 00000100:00000200:3.0:1773941334.192280:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298ae9500 x1860112264202240/t0(0) o38->lustre-MDT0000-mdc-ffff96f2a0e33000@192.168.202.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941334.192289:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298ae9500 x1860112264202240/t0(0) o38->lustre-MDT0000-mdc-ffff96f2a0e33000@192.168.202.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941344 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1773941335.192463:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f289312400. 02000000:00000010:2.0:1773941335.192475:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f288a22400. 00000100:00000010:2.0:1773941335.192480:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298ae9500. 02000000:00000010:1.0:1773941335.192538:0:5523:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f288a23000. 02000000:00000010:0.0:1773941335.192541:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f298bec800. 00000400:00000200:1.0:1773941335.192557:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941335.192557:0:2354:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941335.192564:0:2354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f28014b7e8. 00000400:00000010:1.0:1773941335.192566:0:5523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15b58. 00000400:00000010:0.0:1773941335.192572:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d2a8. 00000400:00000010:1.0:1773941335.192575:0:5523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1088. 00000100:00000200:0.0:1773941335.192581:0:2354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264202368, portal 10 00000100:00000200:1.0:1773941335.192582:0:5523:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264202496, portal 10 00000020:00000010:0.0:1773941335.192592:0:2354:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff96f298ad2000. 00000020:00000010:1.0:1773941335.192594:0:5523:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff96f29089a000. 00000400:00000010:0.0:1773941335.192600:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d880. 00000400:00000010:1.0:1773941335.192603:0:5523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1f68. 00000100:00000200:0.0:1773941335.192604:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112264202368, offset 0 00000100:00000200:1.0:1773941335.192609:0:5523:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112264202496, offset 0 00000400:00000200:0.0:1773941335.192615:0:2354:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941335.192624:0:5523:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941335.192625:0:2354:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941335.192635:0:2354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941335.192639:0:2354:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941335.192643:0:2354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941335.192646:0:2354:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941335.192648:0:2354:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:0.0:1773941335.192651:0:2354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [21:21:256:4294967295] 192.168.202.145@tcp LPNI seq info [21:21:8:4294967295] 00000400:00000200:0.0:1773941335.192654:0:2354:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941335.192662:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941335.192665:0:2354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000400:00000200:1.0:1773941335.192673:0:5523:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000800:00000200:0.0:1773941335.192674:0:2354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:0.0:1773941335.192681:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2a0f29d00. 00000400:00000200:1.0:1773941335.192683:0:5523:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1773941335.192689:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000400:00000200:1.0:1773941335.192690:0:5523:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941335.192696:0:5523:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1773941335.192700:0:2354:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000400:00000200:1.0:1773941335.192703:0:5523:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000800:00000200:0.0:1773941335.192706:0:2354:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2a0f29d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1773941335.192712:0:5523:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [22:22:255:4294967295] 192.168.202.145@tcp LPNI seq info [22:22:7:4294967295] 00000400:00000200:0.0:1773941335.192760:0:2354:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941335.192766:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000010:0.0:1773941335.192768:0:2354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f298ba74e0. 00000400:00000200:1.0:1773941335.192781:0:5523:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000100:00000010:0.0:1773941335.192788:0:2354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f298ba7ba0. 00000800:00000200:1.0:1773941335.192790:0:5523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:1.0:1773941335.192798:0:5523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283945b00. 00000800:00000200:1.0:1773941335.192805:0:5523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:1.0:1773941335.192812:0:5523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:1.0:1773941335.192816:0:5523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283945b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1773941335.192822:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000800:00000200:3.0:1773941335.192851:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941335.192859:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2a0f29d00. 00000400:00000200:3.0:1773941335.192866:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941335.192873:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941335.192879:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d880 00000400:00000010:3.0:1773941335.192882:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d880. 00000100:00000200:3.0:1773941335.192906:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298ae9180 x1860112264202368/t0(0) o41->lustre-MDT0000-mdc-ffff96f2a0e33000@192.168.202.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941351 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1773941335.193037:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941335.193041:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283945b00. 00000400:00000200:3.0:1773941335.193045:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941335.193050:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941335.193053:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1f68 00000400:00000010:3.0:1773941335.193061:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1f68. 00000100:00000200:3.0:1773941335.193070:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298aeb800 x1860112264202496/t0(0) o41->lustre-MDT0000-mdc-ffff96f2a0e33000@192.168.202.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941351 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941335.193918:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941335.193922:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941335.193927:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941335.193929:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941335.193933:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941335.193936:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 368 into portal 10 MB=0x69bc322c00900 00000400:00000200:2.0:1773941335.193939:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941335.193943:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.145@tcp of length 368/368 into md 0x2d5 [1] + 224 00000400:00000200:2.0:1773941335.193951:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941335.193954:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:2.0:1773941335.193962:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298aeb800 x1860112264202496/t0(0) o41->lustre-MDT0000-mdc-ffff96f2a0e33000@192.168.202.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941351 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941335.193999:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941335.194003:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941335.194007:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941335.194011:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941335.194015:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941335.194019:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 368 into portal 10 MB=0x69bc322c00880 00000400:00000200:2.0:1773941335.194023:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941335.194029:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.145@tcp of length 368/368 into md 0x2cd [1] + 224 00000400:00000010:1.0:1773941335.194037:0:5523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15b58. 00000400:00000200:2.0:1773941335.194041:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941335.194044:0:5523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1088 00000400:00000010:1.0:1773941335.194049:0:5523:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1088. 00000400:00000200:2.0:1773941335.194050:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:2.0:1773941335.194065:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298ae9180 x1860112264202368/t0(0) o41->lustre-MDT0000-mdc-ffff96f2a0e33000@192.168.202.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941351 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941335.194066:0:5523:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298aeb800 x1860112264202496/t0(0) o41->lustre-MDT0000-mdc-ffff96f2a0e33000@192.168.202.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941351 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941335.194091:0:5523:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298aeb800 x1860112264202496/t0(0) o41->lustre-MDT0000-mdc-ffff96f2a0e33000@192.168.202.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941351 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941335.194120:0:5523:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f2a0e026c0. 00000400:00000010:0.0:1773941335.194127:0:2354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f28014b7e8. 02000000:00000010:1.0:1773941335.194129:0:5523:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f288a23000. 00000400:00000200:0.0:1773941335.194135:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d2a8 02000000:00000010:1.0:1773941335.194137:0:5523:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f283945900. 00000400:00000010:0.0:1773941335.194140:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d2a8. 00000100:00000010:1.0:1773941335.194143:0:5523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298aeb800. 00800000:00000010:1.0:1773941335.194152:0:5523:0:(lmv_obd.c:1477:lmv_statfs()) kfreed 'temp': 144 at ffff96f2a0e02600. 00000100:00000200:0.0:1773941335.194152:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298ae9180 x1860112264202368/t0(0) o41->lustre-MDT0000-mdc-ffff96f2a0e33000@192.168.202.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941351 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941335.194165:0:5523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298aeb800. 00000100:00000200:0.0:1773941335.194167:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298ae9180 x1860112264202368/t0(0) o41->lustre-MDT0000-mdc-ffff96f2a0e33000@192.168.202.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941351 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1773941335.194179:0:5523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f289198a00. 02000000:00000010:0.0:1773941335.194191:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f298bec800. 00000100:00000010:1.0:1773941335.194192:0:5523:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f2a0e02600. 02000000:00000010:0.0:1773941335.194199:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f283945d00. 00000100:00000010:0.0:1773941335.194204:0:2354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298ae9180. 02000000:00000010:1.0:1773941335.194207:0:5523:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f288a23000. 00000400:00000200:1.0:1773941335.194214:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941335.194218:0:5523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15b58. 00000400:00000010:1.0:1773941335.194222:0:5523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1088. 00000100:00000200:1.0:1773941335.194226:0:5523:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264202624, portal 10 00000400:00000010:1.0:1773941335.194230:0:5523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1c38. 00000100:00000200:1.0:1773941335.194233:0:5523:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1860112264202624, offset 0 00000400:00000200:1.0:1773941335.194239:0:5523:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941335.194244:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941335.194249:0:5523:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941335.194252:0:5523:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941335.194255:0:5523:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941335.194258:0:5523:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941335.194261:0:5523:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:1.0:1773941335.194264:0:5523:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [23:23:256:4294967295] 192.168.202.145@tcp LPNI seq info [23:23:8:4294967295] 00000400:00000200:1.0:1773941335.194269:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941335.194277:0:5523:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:1.0:1773941335.194289:0:5523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:1.0:1773941335.194293:0:5523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283945900. 00000800:00000200:1.0:1773941335.194298:0:5523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:1.0:1773941335.194303:0:5523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:1.0:1773941335.194306:0:5523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283945900 type 1, nob 536 niov 1 nkiov 1 00000400:00000200:1.0:1773941335.194326:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000800:00000200:3.0:1773941335.194407:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941335.194411:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283945900. 00000400:00000200:3.0:1773941335.194416:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941335.194421:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941335.194425:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1c38 00000400:00000010:3.0:1773941335.194427:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1c38. 00000100:00000200:3.0:1773941335.194434:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298aeb800 x1860112264202624/t0(0) o40->lustre-MDT0000-mdc-ffff96f2a0e33000@192.168.202.145@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941351 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941335.195053:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941335.195056:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941335.195059:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941335.195061:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941335.195064:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941335.195066:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 448 into portal 10 MB=0x69bc322c00980 00000400:00000200:2.0:1773941335.195068:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941335.195071:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.145@tcp of length 448/448 into md 0x2dd [1] + 224 00000400:00000200:2.0:1773941335.195077:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941335.195079:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:2.0:1773941335.195084:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298aeb800 x1860112264202624/t0(0) o40->lustre-MDT0000-mdc-ffff96f2a0e33000@192.168.202.145@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941351 ref 2 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941335.195139:0:5523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15b58. 00000400:00000200:1.0:1773941335.195145:0:5523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1088 00000400:00000010:1.0:1773941335.195147:0:5523:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1088. 00000100:00000200:1.0:1773941335.195155:0:5523:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298aeb800 x1860112264202624/t0(0) o40->lustre-MDT0000-mdc-ffff96f2a0e33000@192.168.202.145@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941351 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941335.195166:0:5523:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298aeb800 x1860112264202624/t0(0) o40->lustre-MDT0000-mdc-ffff96f2a0e33000@192.168.202.145@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941351 ref 2 fl Rpc:RQU/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941335.195182:0:5523:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f2a0e02600. 00000002:00000200:1.0:1773941335.195187:0:5523:0:(mdc_request.c:134:mdc_get_root()) root fid=[0x200000007:0x1:0x0], last_committed=0 02000000:00000010:1.0:1773941335.195191:0:5523:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f288a23000. 02000000:00000010:1.0:1773941335.195194:0:5523:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f289198a00. 00000100:00000010:1.0:1773941335.195197:0:5523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298aeb800. 00000020:00000010:1.0:1773941335.195214:0:5523:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff96f28912c800. 00000020:00000010:1.0:1773941335.195233:0:5523:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff96f28912e800. 00000400:00000200:1.0:1773941335.195246:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941335.195251:0:5523:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000010:1.0:1773941335.195265:0:5523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298aeb800. 02000000:00000010:1.0:1773941335.195273:0:5523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f288a23000. 02000000:00000010:2.0:1773941335.195316:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f29087b400. 00000400:00000200:2.0:1773941335.195326:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:2.0:1773941335.195330:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f55d8. 00000020:00000010:1.0:1773941335.195332:0:5523:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff96f28912e000. 00000400:00000010:2.0:1773941335.195334:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f2a0dc1660. 00000100:00000200:2.0:1773941335.195344:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264202752, portal 4 00000400:00000200:1.0:1773941335.195348:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000020:00000010:2.0:1773941335.195352:0:2352:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff96f285366000. 00000100:00000010:3.0:1773941335.195356:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f288e52680. 00000400:00000200:1.0:1773941335.195357:0:5523:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000400:00000010:2.0:1773941335.195359:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f2a0dc1440. 00000100:00000200:2.0:1773941335.195364:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1860112264202752, offset 0 00000400:00000200:2.0:1773941335.195369:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 02000000:00000010:3.0:1773941335.195370:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f282f90400. 00000100:00000010:1.0:1773941335.195370:0:5523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298aeaa00. 00000400:00000200:2.0:1773941335.195375:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941335.195380:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:2.0:1773941335.195384:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1773941335.195384:0:5523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f288a22400. 00000400:00000200:2.0:1773941335.195387:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:2.0:1773941335.195391:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941335.195395:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:2.0:1773941335.195399:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [24:24:256:4294967295] 192.168.202.145@tcp LPNI seq info [24:24:8:4294967295] 00000400:00000200:2.0:1773941335.195402:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941335.195410:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:2.0:1773941335.195415:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.145@tcp 00000020:00000010:2.0:1773941335.195425:0:2356:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f284aebc60. 00000020:00000010:2.0:1773941335.195428:0:2356:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f283edf800. 00000800:00000010:3.0:1773941335.195432:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f282f90200. 80000000:00000010:2.0:1773941335.195432:0:2356:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f284cd25a0. 40000000:00000010:2.0:1773941335.195438:0:2356:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff96f2882658c0. 00000008:00000010:2.0:1773941335.195445:0:2356:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff96f290a4aca0. 00000800:00000200:3.0:1773941335.195446:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00020000:00000010:2.0:1773941335.195450:0:2356:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f2c2074840. 00000080:00000010:1.0:1773941335.195454:0:5523:0:(llite_lib.c:738:client_common_fill_super()) kmalloced '(op_data)': 384 at ffff96f289198a00. 00000800:00000200:3.0:1773941335.195456:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00008000:00000010:2.0:1773941335.195457:0:2356:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f2a0e21530. 00000800:00000200:3.0:1773941335.195461:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f282f90200 type 1, nob 616 niov 1 nkiov 1 00100000:00000010:2.0:1773941335.195464:0:2356:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f288bf2800. 00040000:00000010:2.0:1773941335.195470:0:2356:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f282e1bc00. 00040000:00000010:2.0:1773941335.195475:0:2356:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff96f288bf1000. 00040000:00000010:2.0:1773941335.195478:0:2356:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f283edf600. 00000020:00000010:1.0:1773941335.195481:0:5523:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff96f298b48c00. 00000400:00000200:3.0:1773941335.195483:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000020:00000010:1.0:1773941335.195493:0:5523:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff96f298b48000. 00000004:00000010:2.0:1773941335.195495:0:2356:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff96f28917f000. 00000004:00000010:2.0:1773941335.195502:0:2356:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff96f298be3000. 00000100:00000010:1.0:1773941335.195503:0:5523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298ae8380. 00000004:00000010:2.0:1773941335.195507:0:2356:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff96f28917c000. 00002000:00000010:2.0:1773941335.195512:0:2356:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff96f290879000. 02000000:00000010:1.0:1773941335.195514:0:5523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f289199e00. 00000004:00000010:2.0:1773941335.195524:0:2356:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff96f29087b800. 00000100:00000010:1.0:1773941335.195526:0:5523:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f2a0e02600. 00000800:00000200:3.0:1773941335.195529:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000080:00000010:2.0:1773941335.195530:0:2356:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f2a0e44b28. 00000800:00000010:3.0:1773941335.195534:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f282f90200. 00000080:00000010:2.0:1773941335.195538:0:2356:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff96f289116fe8. 00000400:00000200:3.0:1773941335.195540:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000008:00000010:2.0:1773941335.195543:0:2356:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f2882d4dc0. 00000400:00000200:3.0:1773941335.195549:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00020000:00000010:2.0:1773941335.195550:0:2356:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff96f290801200. 00000400:00000200:3.0:1773941335.195555:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dc1440 00008000:00000010:2.0:1773941335.195555:0:2356:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f2a0e42bb8. 00000400:00000010:3.0:1773941335.195561:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f2a0dc1440. 00000080:00000010:2.0:1773941335.195562:0:2356:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f2a0e415a0. 00000100:00000200:3.0:1773941335.195572:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298aeb800 x1860112264202752/t0(0) o8->lustre-OST0000-osc-ffff96f2a0e33000@192.168.202.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1773941335.195572:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f283edf200. 00000400:00000200:2.0:1773941335.195582:0:2356:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 02000000:00000010:1.0:1773941335.195583:0:5523:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff96f285160000. 00000400:00000010:2.0:1773941335.195586:0:2356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f52c0. 00000400:00000010:2.0:1773941335.195592:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f2a0dc1330. 00000400:00000200:1.0:1773941335.195594:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000200:2.0:1773941335.195597:0:2356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112264202880, portal 25 00000400:00000010:1.0:1773941335.195600:0:5523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15b58. 00000400:00000010:2.0:1773941335.195602:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f2a0dc1550. 00000100:00000200:2.0:1773941335.195607:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112264202880, offset 0 00000400:00000010:1.0:1773941335.195609:0:5523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff96f298b48800. 00000400:00000200:2.0:1773941335.195615:0:2356:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:2.0:1773941335.195621:0:2356:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000200:1.0:1773941335.195621:0:5523:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1860112264203136, portal 10 00000400:00000200:2.0:1773941335.195630:0:2356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000010:1.0:1773941335.195631:0:5523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1088. 00000400:00000200:2.0:1773941335.195635:0:2356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1773941335.195638:0:5523:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1860112264203136, offset 0 00000400:00000200:2.0:1773941335.195641:0:2356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:2.0:1773941335.195648:0:2356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941335.195650:0:5523:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:2.0:1773941335.195655:0:2356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:1.0:1773941335.195660:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941335.195662:0:2356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [25:25:255:4294967295] 192.168.202.145@tcp LPNI seq info [25:25:7:4294967295] 00000400:00000200:2.0:1773941335.195671:0:2356:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941335.195671:0:5523:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941335.195680:0:5523:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941335.195682:0:2356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000400:00000200:1.0:1773941335.195687:0:5523:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000800:00000200:2.0:1773941335.195691:0:2356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:2.0:1773941335.195696:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f282e1b600. 00000400:00000200:1.0:1773941335.195696:0:5523:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941335.195703:0:5523:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000800:00000200:2.0:1773941335.195705:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 02000000:00000010:3.0:1773941335.195713:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f289313000. 00000400:00000200:1.0:1773941335.195713:0:5523:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [26:26:255:4294967295] 192.168.202.145@tcp LPNI seq info [26:26:7:4294967295] 00000800:00000200:2.0:1773941335.195714:0:2356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000400:00000200:3.0:1773941335.195744:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000800:00000200:2.0:1773941335.195748:0:2356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f282e1b600 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1773941335.195751:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7aa8. 00000400:00000200:1.0:1773941335.195755:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941335.195761:0:2356:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941335.195773:0:5523:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000400:00000010:3.0:1773941335.195774:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51660. 00000100:00000200:3.0:1773941335.195782:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264203008, portal 4 00000800:00000200:1.0:1773941335.195785:0:5523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:1.0:1773941335.195791:0:5523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283945900. 00000020:00000010:2.0:1773941335.195792:0:2355:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f284aed588. 00000020:00000010:3.0:1773941335.195797:0:2352:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff96f283bda000. 00000020:00000010:2.0:1773941335.195799:0:2355:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f283ede200. 00000800:00000200:1.0:1773941335.195802:0:5523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 80000000:00000010:2.0:1773941335.195806:0:2355:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f284cd2480. 00000400:00000010:3.0:1773941335.195808:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51440. 00000800:00000200:1.0:1773941335.195813:0:5523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000100:00000200:3.0:1773941335.195815:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1860112264203008, offset 0 40000000:00000010:2.0:1773941335.195820:0:2355:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff96f288265c80. 00000800:00000200:1.0:1773941335.195820:0:5523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283945900 type 1, nob 544 niov 1 nkiov 1 00000400:00000200:3.0:1773941335.195827:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000008:00000010:2.0:1773941335.195829:0:2355:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff96f290a4a178. 00000400:00000200:1.0:1773941335.195834:0:5523:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941335.195835:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00020000:00000010:2.0:1773941335.195835:0:2355:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f2c2074180. 00008000:00000010:2.0:1773941335.195842:0:2355:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f2a0e23c08. 00000400:00000200:3.0:1773941335.195847:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00100000:00000010:2.0:1773941335.195847:0:2355:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f28917e000. 00000400:00000200:3.0:1773941335.195853:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941335.195858:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00040000:00000010:2.0:1773941335.195859:0:2355:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f29253a800. 00040000:00000010:2.0:1773941335.195863:0:2355:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff96f28917e800. 00040000:00000010:2.0:1773941335.195865:0:2355:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f283ede000. 00000004:00000010:2.0:1773941335.195868:0:2355:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff96f28917c800. 00000004:00000010:2.0:1773941335.195871:0:2355:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff96f298be7000. 00000400:00000200:3.0:1773941335.195873:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000004:00000010:2.0:1773941335.195875:0:2355:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff96f28917b000. 00002000:00000010:2.0:1773941335.195879:0:2355:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff96f290879400. 00000400:00000200:3.0:1773941335.195880:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000004:00000010:2.0:1773941335.195883:0:2355:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff96f290878800. 00000400:00000200:3.0:1773941335.195899:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [27:27:254:4294967295] 192.168.202.145@tcp LPNI seq info [27:27:6:4294967295] 00000080:00000010:2.0:1773941335.195904:0:2355:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f2a0e44e70. 00000400:00000200:3.0:1773941335.195909:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000080:00000010:2.0:1773941335.195909:0:2355:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff96f289116238. 00000008:00000010:2.0:1773941335.195915:0:2355:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f2882d5e40. 00020000:00000010:2.0:1773941335.195919:0:2355:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff96f290801680. 00000400:00000200:3.0:1773941335.195924:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00008000:00000010:2.0:1773941335.195924:0:2355:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f2a0e42240. 00000080:00000010:2.0:1773941335.195928:0:2355:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f2a0e41690. 00000800:00000200:3.0:1773941335.195935:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:3.0:1773941335.195941:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f282f90200. 00000800:00000200:3.0:1773941335.195946:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:2.0:1773941335.195947:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941335.195951:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f282e1b600. 00000800:00000200:3.0:1773941335.195956:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000400:00000200:2.0:1773941335.195957:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1773941335.195963:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f282f90200 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1773941335.195966:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941335.195971:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dc1550 00000400:00000010:2.0:1773941335.195973:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f2a0dc1550. 00000400:00000200:3.0:1773941335.195974:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000200:2.0:1773941335.195979:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f288e52680 x1860112264202880/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1773941335.195994:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941335.195996:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283945900. 00000400:00000200:2.0:1773941335.195998:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941335.196001:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941335.196002:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1088 00000400:00000010:2.0:1773941335.196004:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1088. 00000100:00000200:2.0:1773941335.196012:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298ae8380 x1860112264203136/t0(0) o33->lustre-MDT0000-mdc-ffff96f2a0e33000@192.168.202.145@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941351 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000800:00000200:2.0:1773941335.196044:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941335.196046:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f282f90200. 00000400:00000200:2.0:1773941335.196048:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941335.196050:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941335.196052:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51440 00000400:00000010:2.0:1773941335.196053:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51440. 00000100:00000200:2.0:1773941335.196057:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298aeaa00 x1860112264203008/t0(0) o8->lustre-OST0001-osc-ffff96f2a0e33000@192.168.202.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941335.196487:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941335.196492:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941335.196497:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941335.196500:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941335.196503:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941335.196507:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 4 MB=0x69bc322c00a00 00000400:00000200:3.0:1773941335.196511:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941335.196515:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.145@tcp of length 416/416 into md 0x2e5 [1] + 0 00000400:00000200:3.0:1773941335.196523:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941335.196527:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:3.0:1773941335.196534:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298aeb800 x1860112264202752/t0(0) o8->lustre-OST0000-osc-ffff96f2a0e33000@192.168.202.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941345 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941335.196594:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f55d8. 00000400:00000200:0.0:1773941335.196600:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dc1660 00000400:00000010:0.0:1773941335.196602:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f2a0dc1660. 00000100:00000200:0.0:1773941335.196619:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298aeb800 x1860112264202752/t0(0) o8->lustre-OST0000-osc-ffff96f2a0e33000@192.168.202.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941335.196629:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298aeb800 x1860112264202752/t0(0) o8->lustre-OST0000-osc-ffff96f2a0e33000@192.168.202.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1773941335.196643:0:2352:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff96f298ad6000. 02000000:00000010:0.0:1773941335.196670:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f29087b400. 02000000:00000010:0.0:1773941335.196673:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f288a23000. 00000100:00000010:0.0:1773941335.196675:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298aeb800. 00000400:00000200:2.0:1773941335.196752:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941335.196757:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941335.196764:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941335.196767:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941335.196771:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941335.196773:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c00a80 00000400:00000200:2.0:1773941335.196776:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941335.196779:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0x2f5 [1] + 224 00000400:00000200:2.0:1773941335.196811:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941335.196814:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:2.0:1773941335.196819:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f288e52680 x1860112264202880/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941351 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773941335.196925:0:2356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f52c0. 00000400:00000200:3.0:1773941335.196931:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dc1330 00000400:00000010:3.0:1773941335.196933:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f2a0dc1330. 00000100:00000200:3.0:1773941335.196940:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f288e52680 x1860112264202880/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941335.196950:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f288e52680 x1860112264202880/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941351 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1773941335.196963:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f283edf200. 02000000:00000010:3.0:1773941335.196967:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f282f90400. 00000100:00000010:3.0:1773941335.196970:0:2356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f288e52680. 00000400:00000200:3.0:1773941335.197082:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941335.197087:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941335.197092:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941335.197095:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941335.197098:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941335.197101:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 4 MB=0x69bc322c00b00 00000400:00000200:3.0:1773941335.197106:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941335.197110:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.145@tcp of length 416/416 into md 0x30d [1] + 0 00000400:00000200:3.0:1773941335.197120:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941335.197124:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:3.0:1773941335.197130:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298aeaa00 x1860112264203008/t0(0) o8->lustre-OST0001-osc-ffff96f2a0e33000@192.168.202.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941345 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941335.197172:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7aa8. 00000400:00000200:0.0:1773941335.197178:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51660 00000400:00000010:0.0:1773941335.197179:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51660. 00000100:00000200:0.0:1773941335.197186:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298aeaa00 x1860112264203008/t0(0) o8->lustre-OST0001-osc-ffff96f2a0e33000@192.168.202.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941335.197195:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298aeaa00 x1860112264203008/t0(0) o8->lustre-OST0001-osc-ffff96f2a0e33000@192.168.202.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1773941335.197208:0:2352:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff96f298ad4000. 02000000:00000010:0.0:1773941335.197235:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f289313000. 02000000:00000010:0.0:1773941335.197239:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f288a22400. 00000100:00000010:0.0:1773941335.197242:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298aeaa00. 00000400:00000200:2.0:1773941335.210641:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941335.210653:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941335.210663:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941335.210669:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941335.210677:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941335.210682:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 464 into portal 10 MB=0x69bc322c00b80 00000400:00000200:2.0:1773941335.210688:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941335.210696:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.145@tcp of length 464/464 into md 0x305 [32] + 224 00000400:00000200:2.0:1773941335.210753:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941335.210759:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:2.0:1773941335.210775:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298ae8380 x1860112264203136/t0(0) o33->lustre-MDT0000-mdc-ffff96f2a0e33000@192.168.202.145@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941351 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000400:00000010:1.0:1773941335.210831:0:5523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15b58. 00000400:00000200:1.0:1773941335.210838:0:5523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298b48800 00000400:00000010:1.0:1773941335.210841:0:5523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff96f298b48800. 00000100:00000200:1.0:1773941335.210859:0:5523:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298ae8380 x1860112264203136/t0(0) o33->lustre-MDT0000-mdc-ffff96f2a0e33000@192.168.202.145@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941351 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773941335.210878:0:5523:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298ae8380 x1860112264203136/t0(0) o33->lustre-MDT0000-mdc-ffff96f2a0e33000@192.168.202.145@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941351 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000010:1.0:1773941335.210922:0:5523:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f2a0e02600. 00000002:00000200:1.0:1773941335.210929:0:5523:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000080:00000010:1.0:1773941335.210935:0:5523:0:(llite_lib.c:753:client_common_fill_super()) kfreed 'op_data': 384 at ffff96f289198a00. 00000020:00000010:1.0:1773941335.210958:0:5523:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f288ebdcf0. 00000020:00000010:1.0:1773941335.210963:0:5523:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f289198a00. 00000020:00000010:1.0:1773941335.210968:0:5523:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f289199800. 00000020:00000010:1.0:1773941335.210972:0:5523:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f282ce9ae0. 00000008:00000010:1.0:1773941335.210979:0:5523:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff96f284af8b28. 00020000:00000010:1.0:1773941335.210983:0:5523:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f2883a93c0. 00008000:00000010:1.0:1773941335.210987:0:5523:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f288e9ca98. 00000080:00000010:1.0:1773941335.210992:0:5523:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f2a0207a80. 00000080:00000010:1.0:1773941335.210994:0:5523:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff96f290869da8. 00000020:00000010:1.0:1773941335.210997:0:5523:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f289198c00. 00000008:00000010:1.0:1773941335.211000:0:5523:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f284a31760. 00020000:00000010:1.0:1773941335.211002:0:5523:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff96f290a28240. 00008000:00000010:1.0:1773941335.211004:0:5523:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f287d71e58. 00000080:00000010:1.0:1773941335.211007:0:5523:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f28829ef00. 00000080:00000010:1.0:1773941335.211010:0:5523:0:(vvp_dev.c:174:vvp_device_alloc()) kmalloced '(vdv)': 72 at ffff96f282ce9ba0. 00000080:00000010:1.0:1773941335.211015:0:5523:0:(vvp_dev.c:182:vvp_device_alloc()) kmalloced '(site)': 576 at ffff96f298b48800. 00000020:00000010:1.0:1773941335.211049:0:5523:0:(lu_object.c:1154:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at ffff96f2989a8000. 00000020:00000010:1.0:1773941335.211058:0:5523:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff96f298b49800. 00000020:00000010:1.0:1773941335.211060:0:5523:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff96f2a0e02600. 00000008:00000010:1.0:1773941335.211066:0:5523:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff96f284afb7c8. 00020000:00000010:1.0:1773941335.211068:0:5523:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f2883a90c0. 00008000:00000010:1.0:1773941335.211070:0:5523:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f288e9ede8. 00000080:00000010:1.0:1773941335.211072:0:5523:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f2a0207540. 00000080:00000010:1.0:1773941335.211074:0:5523:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff96f290869ff0. 00000008:00000010:1.0:1773941335.211076:0:5523:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f284a30c60. 00020000:00000010:1.0:1773941335.211081:0:5523:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff96f290a2a880. 00008000:00000010:1.0:1773941335.211083:0:5523:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f287d713a8. 00000080:00000010:1.0:1773941335.211085:0:5523:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f28829e1e0. 00000008:00000010:1.0:1773941335.211088:0:5523:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff96f284afd940. 00020000:00000010:1.0:1773941335.211089:0:5523:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f2883a9d80. 00008000:00000010:1.0:1773941335.211091:0:5523:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f288e9c388. 00000080:00000010:1.0:1773941335.211093:0:5523:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f2a02073f0. 00000080:00000010:1.0:1773941335.211094:0:5523:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff96f290868920. 00000008:00000010:1.0:1773941335.211096:0:5523:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f284a30420. 00020000:00000010:1.0:1773941335.211097:0:5523:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff96f290a28fc0. 00008000:00000010:1.0:1773941335.211099:0:5523:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f287d719b0. 00000080:00000010:1.0:1773941335.211100:0:5523:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f28829e960. 00000008:00000010:1.0:1773941335.211103:0:5523:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff96f284afaca0. 00020000:00000010:1.0:1773941335.211105:0:5523:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f2883a9900. 00008000:00000010:1.0:1773941335.211106:0:5523:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f288e9ea60. 00000080:00000010:1.0:1773941335.211108:0:5523:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f2a02077e0. 00000080:00000010:1.0:1773941335.211110:0:5523:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff96f290868000. 00000008:00000010:1.0:1773941335.211112:0:5523:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f284a30b00. 00020000:00000010:1.0:1773941335.211114:0:5523:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff96f290a29200. 00008000:00000010:1.0:1773941335.211115:0:5523:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f287d71768. 00000080:00000010:1.0:1773941335.211116:0:5523:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f28829e4b0. 00000008:00000010:1.0:1773941335.211119:0:5523:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff96f284afa178. 00020000:00000010:1.0:1773941335.211120:0:5523:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f2883a9540. 00008000:00000010:1.0:1773941335.211122:0:5523:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f288e9e350. 00000080:00000010:1.0:1773941335.211123:0:5523:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f2a0207690. 00000080:00000010:1.0:1773941335.211125:0:5523:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff96f290868db0. 00000008:00000010:1.0:1773941335.211126:0:5523:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f284a311e0. 00020000:00000010:1.0:1773941335.211128:0:5523:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff96f290a29680. 00008000:00000010:1.0:1773941335.211129:0:5523:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f287d71f08. 00000080:00000010:1.0:1773941335.211131:0:5523:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f28829ee10. 00020000:00000010:1.0:1773941335.211136:0:5523:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff96f282ce9ea0. 00020000:00000010:1.0:1773941335.211141:0:5523:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff96f282ce9600. 00020000:00000010:1.0:1773941335.211147:0:5523:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff96f282ce9120. 00000020:00000010:1.0:1773941335.211151:0:5523:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f289199800. 00000020:00000010:1.0:1773941335.211154:0:5523:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f282ce9ae0. 00000008:00000010:1.0:1773941335.211156:0:5523:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff96f284af8b28. 00020000:00000010:1.0:1773941335.211159:0:5523:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f2883a93c0. 00008000:00000010:1.0:1773941335.211161:0:5523:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f288e9ca98. 00000080:00000010:1.0:1773941335.211164:0:5523:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f2a0207a80. 00000080:00000010:1.0:1773941335.211166:0:5523:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff96f290869da8. 00000020:00000010:1.0:1773941335.211168:0:5523:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f289198a00. 00000008:00000010:1.0:1773941335.211170:0:5523:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f284a31760. 00020000:00000010:1.0:1773941335.211173:0:5523:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff96f290a28240. 00008000:00000010:1.0:1773941335.211175:0:5523:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f287d71e58. 00000080:00000010:1.0:1773941335.211178:0:5523:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f28829ef00. 00000020:00000010:1.0:1773941335.211180:0:5523:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f289198c00. 00000020:00000010:1.0:1773941335.211181:0:5523:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f288ebdcf0. 00000080:00000010:1.0:1773941335.211209:0:5523:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff96f2a0522100. 02000000:00000010:1.0:1773941335.211227:0:5523:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff96f285160000. 02000000:00000010:1.0:1773941335.211244:0:5523:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f289199e00. 00000100:00000010:1.0:1773941335.211247:0:5523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298ae8380. 00000080:00000010:1.0:1773941335.211254:0:5523:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff96f2987b8240. 00000080:00000010:1.0:1773941335.211259:0:5523:0:(llite_lib.c:842:client_common_fill_super()) kfreed 'data': 192 at ffff96f2a0e029c0. 00000080:00000010:1.0:1773941335.211261:0:5523:0:(llite_lib.c:843:client_common_fill_super()) kfreed 'osfs': 144 at ffff96f2a0e02180. 00000080:00000010:1.0:1773941335.211281:0:5523:0:(llite_lib.c:1521:ll_fill_super()) kfreed 'md': 33 at ffff96f2925a5840. 00000080:00000010:1.0:1773941335.211283:0:5523:0:(llite_lib.c:1523:ll_fill_super()) kfreed 'dt': 33 at ffff96f2925a5040. 00000080:00000010:1.0:1773941335.211286:0:5523:0:(llite_lib.c:1531:ll_fill_super()) kfreed 'cfg': 88 at ffff96f28376fae0. 00000080:02000400:1.0:1773941335.211288:0:5523:0:(llite_lib.c:1537:ll_fill_super()) Mounted lustre-client 00000080:00200008:1.0:1773941335.269473:0:5567:0:(file.c:6291:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff96f2a05221c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1773941335.269484:0:5567:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8),name=/ 00000002:00010000:1.0:1773941335.269500:0:5567:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1773941335.269550:0:5567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96f2a0e33000 lock: ffff96f28164d800/0x6eb1e9e7edefbf19 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 5567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941335.269558:0:5567:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96f2a0e33000 lock: ffff96f28164d800/0x6eb1e9e7edefbf19 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 5567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941335.269571:0:5567:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96f2a0e33000 lock: ffff96f28164d800/0x6eb1e9e7edefbf19 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 5567 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1773941335.269591:0:5567:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298ae8380 pname:cluuid:pid:xid:nid:opc:job mkdir:b0c1613b-569d-446d-956c-75dcab952ab7:5567:1860112264203264:192.168.202.145@tcp:101: 00000100:00100000:1.0:1773941335.269661:0:5567:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0e02180 going to sleep for 11 seconds 00000100:00100000:1.0:1773941335.271235:0:5567:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298ae8380 pname:cluuid:pid:xid:nid:opc:job mkdir:b0c1613b-569d-446d-956c-75dcab952ab7:5567:1860112264203264:192.168.202.145@tcp:101: 00010000:00010000:1.0:1773941335.271248:0:5567:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff96f2a0e33000 lock: ffff96f28164d800/0x6eb1e9e7edefbf19 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x26a307eb0524158 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941335.271257:0:5567:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff96f2a0e33000 lock: ffff96f28164d800/0x6eb1e9e7edefbf19 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x26a307eb0524158 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941335.271265:0:5567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96f2a0e33000 lock: ffff96f28164d800/0x6eb1e9e7edefbf19 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x26a307eb0524158 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941335.271274:0:5567:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96f2a0e33000 lock: ffff96f28164d800/0x6eb1e9e7edefbf19 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x26a307eb0524158 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941335.271283:0:5567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f2a0e33000 lock: ffff96f28164d800/0x6eb1e9e7edefbf19 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x26a307eb0524158 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941335.271289:0:5567:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96f2a0e33000 lock: ffff96f28164d800/0x6eb1e9e7edefbf19 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x26a307eb0524158 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941335.271294:0:5567:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff96f2a0e33000 lock: ffff96f28164d800/0x6eb1e9e7edefbf19 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x26a307eb0524158 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1773941335.271311:0:5567:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff96f298ae8380 x1860112264203264/t0(0) o101->lustre-MDT0000-mdc-ffff96f2a0e33000@192.168.202.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1773941351 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:1.0:1773941335.271322:0:5567:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96f2a0e33000 lock: ffff96f28164d800/0x6eb1e9e7edefbf19 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x26a307eb0524158 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941335.271330:0:5567:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f289124800 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:1.0:1773941335.271333:0:5567:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1773941335.271350:0:5567:0:(llite_lib.c:2979:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00000080:00010000:1.0:1773941335.271353:0:5567:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f2a05221c8) for lock 0x6eb1e9e7edefbf19 00000080:00010000:1.0:1773941335.271358:0:5567:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f2a05221c8) 00000080:00010000:1.0:1773941335.271360:0:5567:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6eb1e9e7edefbf19 from it ffffbdb7c348bcb8 00010000:00010000:1.0:1773941335.271363:0:5567:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f2a0e33000 lock: ffff96f28164d800/0x6eb1e9e7edefbf19 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x26a307eb0524158 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941335.271369:0:5567:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f2a0e33000 lock: ffff96f28164d800/0x6eb1e9e7edefbf19 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x26a307eb0524158 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1773941336.237900:0:5534:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:0.0:1773941336.651343:0:5619:0:(file.c:6291:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff96f2a05221c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1773941336.651358:0:5619:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8),name=/ 00000002:00010000:0.0:1773941336.651383:0:5619:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1773941336.651403:0:5619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f2a0e33000 lock: ffff96f28164d800/0x6eb1e9e7edefbf19 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x26a307eb0524158 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1773941336.651420:0:5619:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f2a0e33000 lock: ffff96f28164d800/0x6eb1e9e7edefbf19 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x26a307eb0524158 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1773941336.651430:0:5619:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1773941336.651438:0:5619:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f2a05221c8) 00000080:00010000:0.0:1773941336.651441:0:5619:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f2a05221c8) for lock 0x6eb1e9e7edefbf19 00000080:00010000:0.0:1773941336.651449:0:5619:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6eb1e9e7edefbf19 from it ffffbdb7c1b13cb8 00010000:00010000:0.0:1773941336.651453:0:5619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f2a0e33000 lock: ffff96f28164d800/0x6eb1e9e7edefbf19 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x26a307eb0524158 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1773941336.651464:0:5619:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f2a0e33000 lock: ffff96f28164d800/0x6eb1e9e7edefbf19 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x26a307eb0524158 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:0.0:1773941336.652066:0:5619:0:(file.c:6291:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff96f2a05221c8), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1773941336.652070:0:5619:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8),name=/ 00000002:00010000:0.0:1773941336.652077:0:5619:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1773941336.652083:0:5619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f2a0e33000 lock: ffff96f28164d800/0x6eb1e9e7edefbf19 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x26a307eb0524158 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:0.0:1773941336.652090:0:5619:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f2a0e33000 lock: ffff96f28164d800/0x6eb1e9e7edefbf19 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x26a307eb0524158 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:0.0:1773941336.652101:0:5619:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1773941336.652106:0:5619:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f2a05221c8) 00000080:00010000:0.0:1773941336.652109:0:5619:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f2a05221c8) for lock 0x6eb1e9e7edefbf19 00000080:00010000:0.0:1773941336.652114:0:5619:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6eb1e9e7edefbf19 from it ffffbdb7c1b13cb8 00010000:00010000:0.0:1773941336.652118:0:5619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f2a0e33000 lock: ffff96f28164d800/0x6eb1e9e7edefbf19 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x26a307eb0524158 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:0.0:1773941336.652127:0:5619:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f2a0e33000 lock: ffff96f28164d800/0x6eb1e9e7edefbf19 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x26a307eb0524158 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:0.0:1773941336.652224:0:5619:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8),name=/ 00000002:00010000:0.0:1773941336.652234:0:5619:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1773941336.652242:0:5619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f2a0e33000 lock: ffff96f28164d800/0x6eb1e9e7edefbf19 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x26a307eb0524158 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:0.0:1773941336.652252:0:5619:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f2a0e33000 lock: ffff96f28164d800/0x6eb1e9e7edefbf19 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x26a307eb0524158 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:0.0:1773941336.652260:0:5619:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1773941336.652264:0:5619:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f2a05221c8) 00000080:00010000:0.0:1773941336.652267:0:5619:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f2a05221c8) for lock 0x6eb1e9e7edefbf19 00000080:00010000:0.0:1773941336.652271:0:5619:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6eb1e9e7edefbf19 from it ffffbdb7c1b13bb0 00010000:00010000:0.0:1773941336.652274:0:5619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f2a0e33000 lock: ffff96f28164d800/0x6eb1e9e7edefbf19 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x26a307eb0524158 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:0.0:1773941336.652283:0:5619:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f2a0e33000 lock: ffff96f28164d800/0x6eb1e9e7edefbf19 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x26a307eb0524158 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:0.0:1773941336.652300:0:5619:0:(file.c:6668:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8), inode mode 41ed mask 44 00000080:00200008:0.0:1773941336.652308:0:5619:0:(file.c:1025:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff96f2a05221c8), flags 100000 00000080:00200080:0.0:1773941336.652399:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.652413:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00800000:00000004:0.0:1773941336.652421:0:5619:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff96f2a0e33000: age 85, max_age 86 00000100:00100000:0.0:1773941336.652458:0:5619:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b12300 pname:cluuid:pid:xid:nid:opc:job lfs:b0c1613b-569d-446d-956c-75dcab952ab7:5619:1860112264203392:192.168.202.145@tcp:41: 00000100:00100000:0.0:1773941336.652553:0:5619:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f28628b540 going to sleep for 11 seconds 00000100:00100000:0.0:1773941336.653818:0:5619:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b12300 pname:cluuid:pid:xid:nid:opc:job lfs:b0c1613b-569d-446d-956c-75dcab952ab7:5619:1860112264203392:192.168.202.145@tcp:41: 00800000:00000004:0.0:1773941336.653834:0:5619:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0000-mdc-ffff96f2a0e33000: update ffff96f288ee1e08 cache blocks 17230/17271 objects 502155/502485 00000080:00200080:0.0:1773941336.653865:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.653872:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.653894:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.653900:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.653904:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.653907:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.653910:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.653912:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.653915:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.653918:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.653921:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.653924:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.653926:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.653928:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.653939:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.653943:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.653947:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.653949:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.653952:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.653955:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.653959:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.653962:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.653965:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.653968:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.653972:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.653974:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.653977:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.653980:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.653982:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.653985:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.653988:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.653991:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.653994:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.653996:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.653998:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654000:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654003:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654005:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654009:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654017:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654022:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654024:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654027:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654029:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654032:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654034:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654036:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654039:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654042:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654044:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654047:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654049:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654052:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654055:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654057:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654059:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654062:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654064:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654067:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654069:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654072:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654075:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654078:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654080:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654089:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654091:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654094:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654097:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654100:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654103:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654107:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654109:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654112:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654114:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654116:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654118:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654120:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654122:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654124:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654126:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654129:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654130:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654133:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654135:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654137:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654139:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654141:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654143:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654145:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654151:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654154:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654156:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654158:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654160:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654163:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654165:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654167:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654169:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654171:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654173:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654175:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654177:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654179:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654181:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654183:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654185:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654188:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654190:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654192:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654194:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654196:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654198:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654200:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654202:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654209:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654211:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654214:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654216:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654218:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654220:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654222:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654224:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654226:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654228:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654230:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654232:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654235:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00800000:00000080:0.0:1773941336.654236:0:5619:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.654239:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.654242:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00020000:00000004:0.0:1773941336.654247:0:5619:0:(obd_class.h:1083:obd_statfs()) lustre-OST0000-osc-ffff96f2a0e33000: age -916, max_age 86 00000100:00100000:0.0:1773941336.654262:0:5619:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b12300 pname:cluuid:pid:xid:nid:opc:job lfs:b0c1613b-569d-446d-956c-75dcab952ab7:5619:1860112264203520:192.168.202.145@tcp:13: 00000100:00100000:0.0:1773941336.654293:0:5619:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f28628b540 going to sleep for 11 seconds 00010000:00080000:0.0:1773941336.654997:0:5619:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff96f298b12300 x1860112264203520/t0(0) o13->lustre-OST0000-osc-ffff96f2a0e33000@192.168.202.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941352 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941336.655006:0:5619:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b12300 pname:cluuid:pid:xid:nid:opc:job lfs:b0c1613b-569d-446d-956c-75dcab952ab7:5619:1860112264203520:192.168.202.145@tcp:13: 00020000:00000004:0.0:1773941336.655014:0:5619:0:(obd_class.h:1109:obd_statfs()) lustre-OST0000-osc-ffff96f2a0e33000: update ffff96f288ee5178 cache blocks 3678/3683 objects 117760/118152 00000080:00200080:0.0:1773941336.655037:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.655048:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00020000:00000004:0.0:1773941336.655052:0:5619:0:(obd_class.h:1083:obd_statfs()) lustre-OST0001-osc-ffff96f2a0e33000: age -916, max_age 86 00000100:00100000:0.0:1773941336.655066:0:5619:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b12300 pname:cluuid:pid:xid:nid:opc:job lfs:b0c1613b-569d-446d-956c-75dcab952ab7:5619:1860112264203648:192.168.202.145@tcp:13: 00000100:00100000:0.0:1773941336.655094:0:5619:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f28628b540 going to sleep for 11 seconds 00010000:00080000:0.0:1773941336.655764:0:5619:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff96f298b12300 x1860112264203648/t0(0) o13->lustre-OST0001-osc-ffff96f2a0e33000@192.168.202.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941352 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941336.655772:0:5619:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b12300 pname:cluuid:pid:xid:nid:opc:job lfs:b0c1613b-569d-446d-956c-75dcab952ab7:5619:1860112264203648:192.168.202.145@tcp:13: 00020000:00000004:0.0:1773941336.655780:0:5619:0:(obd_class.h:1109:obd_statfs()) lustre-OST0001-osc-ffff96f2a0e33000: update ffff96f298bf37c0 cache blocks 3679/3683 objects 117792/118083 00000080:00200080:0.0:1773941336.655802:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.655808:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.655812:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.655815:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.655819:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.655822:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.655826:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.655828:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.655831:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.655833:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.655835:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.655838:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.655841:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.655844:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.655847:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.655849:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.655859:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.655863:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.655866:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.655868:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.655871:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.655886:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.655890:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.655893:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.655896:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.655899:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.655903:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.655906:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.655910:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.655913:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.655916:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.655919:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.655922:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.655924:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.655927:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.655931:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.655933:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.655937:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.655940:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.655942:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.655944:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.655952:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.655957:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.655960:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.655964:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.655966:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.655969:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.655971:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.655974:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.655977:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.655981:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.655983:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.655987:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.655989:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.655991:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.655994:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.655997:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.656000:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.656003:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.656005:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.656008:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.656010:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.656012:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.656014:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.656017:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.656018:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.656026:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.656028:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.656031:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.656033:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.656035:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.656037:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.656040:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.656042:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.656044:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.656046:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.656049:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.656051:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.656053:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.656055:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.656057:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.656059:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.656061:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.656063:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.656065:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.656067:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.656070:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.656072:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.656074:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.656076:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.656078:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.656084:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.656087:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.656089:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.656091:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.656093:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.656095:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.656097:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.656100:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.656102:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.656104:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.656106:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.656108:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.656110:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.656112:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.656114:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.656116:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.656118:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.656121:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.656123:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.656125:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.656127:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.656129:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.656131:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.656133:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.656135:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.656142:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.656144:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.656147:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.656149:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.656151:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.656153:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.656155:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.656157:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200080:0.0:1773941336.656159:0:5619:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) cmd=c00866a4 arg=7ffd0f4d23f0 00020000:00000080:0.0:1773941336.656161:0:5619:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=c00866a4 len=592 karg=ffff96f298bed800 uarg=0000000000000000 00000080:00200008:0.0:1773941336.656168:0:5619:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff96f2a05221c8), flags 100000 00010000:00010000:1.0:1773941337.262837:0:5535:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1773941337.483477:0:5808:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:2.0:1773941338.286843:0:5534:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1773941338.624995:0:2347:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.145@tcp (source: 12345-192.168.202.145@tcp) 00000100:00100000:3.0:1773941338.625050:0:2347:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.145@tcp (source: 12345-192.168.202.145@tcp) 00000100:00100000:2.0:1773941338.625062:0:5526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1860112270513152 00000100:00100000:2.0:1773941338.625072:0:5526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1860112270513152 00000100:00100000:3.0:1773941338.625108:0:5527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1860112270513280 00000100:00100000:3.0:1773941338.625116:0:5527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1860112270513280 00000100:00100000:2.0:1773941338.625125:0:5526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.145@tcp, seq: 0 00000100:00100000:2.0:1773941338.625135:0:5526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff96f288e52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:22fd64fa-a6aa-4986-99c6-59dd90014af3+4:8208:x1860112270513152:12345-192.168.202.145@tcp:104: 00010000:00010000:2.0:1773941338.625151:0:5526:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.145@tcp lock: ffff96f2814ea000/0x6eb1e9e7edefbebe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x26a307eb0524127 expref: -99 pid: 5523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941338.625223:0:5526:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1773941338.625229:0:5526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff96f288e52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:22fd64fa-a6aa-4986-99c6-59dd90014af3+4:8208:x1860112270513152:12345-192.168.202.145@tcp:104: Request processed in 96us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1773941338.625234:0:5526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.145@tcp, seq: 0 00000100:00100000:2.0:1773941338.625252:0:5526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.145@tcp, seq: 1 00000100:00100000:2.0:1773941338.625258:0:5526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff96f288e51880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:22fd64fa-a6aa-4986-99c6-59dd90014af3+3:8208:x1860112270513280:12345-192.168.202.145@tcp:104: 00010000:00010000:2.0:1773941338.625263:0:5526:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.145@tcp lock: ffff96f289193200/0x6eb1e9e7edefbeb7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x26a307eb0524120 expref: -99 pid: 5523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941338.625276:0:5535:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1773941338.625286:0:5535:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f2814ea000/0x6eb1e9e7edefbebe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x26a307eb0524127 expref: -99 pid: 5523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941338.625294:0:5526:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:1.0:1773941338.625304:0:5535:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f2814ea000 already unused, calling callback (ffffffffc147fc20) 00000100:00100000:2.0:1773941338.625307:0:5526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff96f288e51880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:22fd64fa-a6aa-4986-99c6-59dd90014af3+3:8208:x1860112270513280:12345-192.168.202.145@tcp:104: Request processed in 45us (252us total) trans 0 rc 0/0 10000000:00010000:1.0:1773941338.625311:0:5535:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f2814ea000/0x6eb1e9e7edefbebe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x26a307eb0524127 expref: -99 pid: 5523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1773941338.625316:0:5526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.145@tcp, seq: 1 00010000:00010000:1.0:1773941338.625329:0:5535:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f2814ea000/0x6eb1e9e7edefbebe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x26a307eb0524127 expref: -99 pid: 5523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941338.625347:0:5534:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:00010000:1.0:1773941338.625348:0:5535:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f2814ea000/0x6eb1e9e7edefbebe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x26a307eb0524127 expref: -99 pid: 5523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1773941338.625361:0:5535:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1773941338.625413:0:5535:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.145@tcp lock: ffff96f2814ea000/0x6eb1e9e7edefbebe lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26a307eb0524127 expref: -99 pid: 5523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941338.625421:0:5535:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1773941338.625447:0:5535:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f2814ea000/0x6eb1e9e7edefbebe lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26a307eb0524127 expref: -99 pid: 5523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941338.625456:0:5535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f2814ea000/0x6eb1e9e7edefbebe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26a307eb0524127 expref: -99 pid: 5523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941338.625473:0:5535:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941338.625476:0:5535:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941338.625478:0:5535:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1773941338.625485:0:2353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298ae8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:22fd64fa-a6aa-4986-99c6-59dd90014af3:2353:1860112264203776:192.168.202.145@tcp:103: 00010000:00010000:3.0:1773941338.625753:0:5998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1773941338.625757:0:5998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1773941338.625766:0:5998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1773941338.625781:0:5534:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f289193200/0x6eb1e9e7edefbeb7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x26a307eb0524120 expref: -99 pid: 5523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941338.625792:0:5534:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f289193200 already unused, calling callback (ffffffffc147fc20) 10000000:00010000:0.0:1773941338.625797:0:5534:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f289193200/0x6eb1e9e7edefbeb7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x26a307eb0524120 expref: -99 pid: 5523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941338.625806:0:5534:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f289193200/0x6eb1e9e7edefbeb7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x26a307eb0524120 expref: -99 pid: 5523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1773941338.625812:0:5534:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f289193200/0x6eb1e9e7edefbeb7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x26a307eb0524120 expref: -99 pid: 5523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1773941338.625818:0:5534:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1773941338.625851:0:5534:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.145@tcp lock: ffff96f289193200/0x6eb1e9e7edefbeb7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26a307eb0524120 expref: -99 pid: 5523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941338.625876:0:5534:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1773941338.625895:0:5534:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f289193200/0x6eb1e9e7edefbeb7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26a307eb0524120 expref: -99 pid: 5523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941338.625903:0:5534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f289193200/0x6eb1e9e7edefbeb7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26a307eb0524120 expref: -99 pid: 5523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1773941338.625920:0:2354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:22fd64fa-a6aa-4986-99c6-59dd90014af3:2354:1860112264203904:192.168.202.145@tcp:103: 00010000:00010000:0.0:1773941338.625920:0:5534:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1773941338.625924:0:5534:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1773941338.625927:0:5534:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1773941338.626973:0:2353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298ae8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:22fd64fa-a6aa-4986-99c6-59dd90014af3:2353:1860112264203776:192.168.202.145@tcp:103: 00000100:00100000:1.0:1773941338.627090:0:2354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:22fd64fa-a6aa-4986-99c6-59dd90014af3:2354:1860112264203904:192.168.202.145@tcp:103: 00010000:00010000:2.0:1773941339.309973:0:5535:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1773941340.333964:0:5998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1773941340.654067:0:2353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:22fd64fa-a6aa-4986-99c6-59dd90014af3:2353:1860112264204032:192.168.202.145@tcp:400: 00000100:00100000:1.0:1773941340.654196:0:2353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0c1613b-569d-446d-956c-75dcab952ab7:2353:1860112264204288:192.168.202.145@tcp:400: 00000100:00100000:1.0:1773941340.654243:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1773941340.654252:0:2353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0c1613b-569d-446d-956c-75dcab952ab7:2353:1860112264204160:192.168.202.145@tcp:400: 00000100:00100000:1.0:1773941340.654277:0:2353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0c1613b-569d-446d-956c-75dcab952ab7:2353:1860112264204416:192.168.202.145@tcp:400: 00000100:00100000:1.0:1773941340.657017:0:2353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0c1613b-569d-446d-956c-75dcab952ab7:2353:1860112264204160:192.168.202.145@tcp:400: 00010000:00080000:1.0:1773941340.657056:0:2353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff96f298b11c00 x1860112264204416/t0(0) o400->lustre-OST0001-osc-ffff96f2a0e33000@192.168.202.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941340.657070:0:2353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0c1613b-569d-446d-956c-75dcab952ab7:2353:1860112264204416:192.168.202.145@tcp:400: 00000100:00100000:1.0:1773941340.657081:0:2353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:22fd64fa-a6aa-4986-99c6-59dd90014af3:2353:1860112264204032:192.168.202.145@tcp:400: 00010000:00080000:1.0:1773941340.657091:0:2353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff96f298b13b80 x1860112264204288/t0(0) o400->lustre-OST0000-osc-ffff96f2a0e33000@192.168.202.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941340.657102:0:2353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0c1613b-569d-446d-956c-75dcab952ab7:2353:1860112264204288:192.168.202.145@tcp:400: 00010000:00010000:0.0:1773941341.357856:0:5534:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1773941341.549876:0:5537:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1773941341.549885:0:5537:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff96f2a0e33000 from 39 10000000:01000000:0.0:1773941341.549891:0:5537:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1773941341.549941:0:5537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289193200/0x6eb1e9e7edefbf20 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941341.549955:0:5537:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f289193200/0x6eb1e9e7edefbf20 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941341.549968:0:5537:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f289193200/0x6eb1e9e7edefbf20 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1773941341.549995:0:5537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b12680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:22fd64fa-a6aa-4986-99c6-59dd90014af3:5537:1860112264204544:192.168.202.145@tcp:101: 00000100:00100000:0.0:1773941341.550090:0:5537:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f28628b300 going to sleep for 11 seconds 00000100:00100000:0.0:1773941341.551691:0:5537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b12680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:22fd64fa-a6aa-4986-99c6-59dd90014af3:5537:1860112264204544:192.168.202.145@tcp:101: 00010000:00010000:0.0:1773941341.551752:0:5537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.145@tcp lock: ffff96f289193200/0x6eb1e9e7edefbf20 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26a307eb05241d6 expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941341.551765:0:5537:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.145@tcp lock: ffff96f289193200/0x6eb1e9e7edefbf20 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x26a307eb05241d6 expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1773941341.551848:0:5537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b12680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:22fd64fa-a6aa-4986-99c6-59dd90014af3:5537:1860112264204672:192.168.202.145@tcp:501: 00000100:00100000:0.0:1773941341.551900:0:5537:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f28628b300 going to sleep for 11 seconds 00000100:00100000:0.0:1773941341.552954:0:5537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b12680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:22fd64fa-a6aa-4986-99c6-59dd90014af3:5537:1860112264204672:192.168.202.145@tcp:501: 00000100:00100000:0.0:1773941341.552977:0:5537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b12680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:22fd64fa-a6aa-4986-99c6-59dd90014af3:5537:1860112264204800:192.168.202.145@tcp:503: 00000100:00100000:0.0:1773941341.553019:0:5537:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f28628b300 going to sleep for 11 seconds 00000100:00100000:0.0:1773941341.554080:0:5537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b12680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:22fd64fa-a6aa-4986-99c6-59dd90014af3:5537:1860112264204800:192.168.202.145@tcp:503: 00000100:00100000:0.0:1773941341.554420:0:6020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b12680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:22fd64fa-a6aa-4986-99c6-59dd90014af3:6020:1860112264204928:192.168.202.145@tcp:502: 00000100:00100000:0.0:1773941341.554470:0:6020:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f28628b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1773941341.555347:0:6020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b12680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:22fd64fa-a6aa-4986-99c6-59dd90014af3:6020:1860112264204928:192.168.202.145@tcp:502: 00000020:01000000:0.0:1773941341.555367:0:6020:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1773941341.555374:0:6020:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1773941341.555376:0:6020:0:(obd_config.c:1594:class_process_config()) marker 27 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1773941341.555380:0:6020:0:(obd_config.c:1506:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1773941341.555397:0:6020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b12680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:22fd64fa-a6aa-4986-99c6-59dd90014af3:6020:1860112264205056:192.168.202.145@tcp:502:llog_process_th.0 00000100:00100000:0.0:1773941341.555433:0:6020:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f28628b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1773941341.556402:0:6020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b12680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:22fd64fa-a6aa-4986-99c6-59dd90014af3:6020:1860112264205056:192.168.202.145@tcp:502:llog_process_th.0 00000020:01000000:0.0:1773941341.556426:0:6020:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1773941341.556439:0:6020:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1773941341.556441:0:6020:0:(obd_config.c:1594:class_process_config()) marker 27 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1773941341.556445:0:6020:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:2.0:1773941341.556520:0:5537:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 39-41 (rc=0) 10000000:01000000:2.0:1773941341.556543:0:5537:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1773941341.556552:0:5537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289193200/0x6eb1e9e7edefbf20 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26a307eb05241d6 expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941341.556563:0:5537:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.145@tcp lock: ffff96f289193200/0x6eb1e9e7edefbf20 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26a307eb05241d6 expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1773941341.556573:0:5537:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:2.0:1773941341.556575:0:5537:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f284aa3370 from 1 10000000:01000000:2.0:1773941341.556578:0:5537:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1773941341.556599:0:5537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f2814ea600/0x6eb1e9e7edefbf27 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941341.556608:0:5537:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f2814ea600/0x6eb1e9e7edefbf27 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941341.556616:0:5537:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f2814ea600/0x6eb1e9e7edefbf27 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1773941341.556628:0:5537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f2a0dd0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:22fd64fa-a6aa-4986-99c6-59dd90014af3:5537:1860112264205184:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00100000:2.0:1773941341.556664:0:5537:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a02be540 going to sleep for 11 seconds 00000100:00100000:2.0:1773941341.557405:0:5537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f2a0dd0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:22fd64fa-a6aa-4986-99c6-59dd90014af3:5537:1860112264205184:192.168.202.145@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1773941341.557416:0:5537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.145@tcp lock: ffff96f2814ea600/0x6eb1e9e7edefbf27 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26a307eb05241dd expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941341.557422:0:5537:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.145@tcp lock: ffff96f2814ea600/0x6eb1e9e7edefbf27 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x26a307eb05241dd expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1773941341.557453:0:5537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f2a0dd0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:22fd64fa-a6aa-4986-99c6-59dd90014af3:5537:1860112264205312:192.168.202.145@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1773941341.557490:0:5537:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a02be540 going to sleep for 11 seconds 00000100:00100000:2.0:1773941341.558303:0:5537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f2a0dd0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:22fd64fa-a6aa-4986-99c6-59dd90014af3:5537:1860112264205312:192.168.202.145@tcp:501:ll_cfg_requeue.0 10000000:01000000:2.0:1773941341.558321:0:5537:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1773941341.558326:0:5537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f2814ea600/0x6eb1e9e7edefbf27 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26a307eb05241dd expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941341.558333:0:5537:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.145@tcp lock: ffff96f2814ea600/0x6eb1e9e7edefbf27 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26a307eb05241dd expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1773941342.020171:0:2347:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.145@tcp (source: 12345-192.168.202.145@tcp) 00000100:00100000:2.0:1773941342.020237:0:5527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1860112270514560 00000100:00100000:2.0:1773941342.020248:0:5527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1860112270514560 00000100:00100000:2.0:1773941342.020308:0:5527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.145@tcp, seq: 2 00000100:00100000:2.0:1773941342.020321:0:5527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff96f288e51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:22fd64fa-a6aa-4986-99c6-59dd90014af3+3:8264:x1860112270514560:12345-192.168.202.145@tcp:104: 00010000:00010000:2.0:1773941342.020338:0:5527:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.145@tcp lock: ffff96f28164cc00/0x6eb1e9e7edefbeef lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x26a307eb0524135 expref: -99 pid: 5523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941342.020416:0:5527:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1773941342.020424:0:5527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff96f288e51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:22fd64fa-a6aa-4986-99c6-59dd90014af3+3:8264:x1860112270514560:12345-192.168.202.145@tcp:104: Request processed in 106us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1773941342.020433:0:5527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.145@tcp, seq: 2 00010000:00010000:1.0:1773941342.020450:0:5535:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1773941342.020458:0:5535:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f28164cc00/0x6eb1e9e7edefbeef lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x26a307eb0524135 expref: -99 pid: 5523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941342.020466:0:5535:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f28164cc00 already unused, calling callback (ffffffffc147fc20) 10000000:00010000:1.0:1773941342.020470:0:5535:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f28164cc00/0x6eb1e9e7edefbeef lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x26a307eb0524135 expref: -99 pid: 5523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941342.020479:0:5535:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f28164cc00/0x6eb1e9e7edefbeef lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x26a307eb0524135 expref: -99 pid: 5523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1773941342.020487:0:5535:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f28164cc00/0x6eb1e9e7edefbeef lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x26a307eb0524135 expref: -99 pid: 5523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1773941342.020495:0:5535:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1773941342.020538:0:5535:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.145@tcp lock: ffff96f28164cc00/0x6eb1e9e7edefbeef lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26a307eb0524135 expref: -99 pid: 5523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941342.020546:0:5535:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1773941342.020586:0:5535:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f28164cc00/0x6eb1e9e7edefbeef lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26a307eb0524135 expref: -99 pid: 5523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941342.020592:0:5535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f28164cc00/0x6eb1e9e7edefbeef lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26a307eb0524135 expref: -99 pid: 5523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941342.020610:0:5535:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941342.020612:0:5535:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941342.020614:0:5535:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1773941342.020629:0:2353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298ae8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:22fd64fa-a6aa-4986-99c6-59dd90014af3:2353:1860112264205440:192.168.202.145@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1773941342.021580:0:2353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298ae8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:22fd64fa-a6aa-4986-99c6-59dd90014af3:2353:1860112264205440:192.168.202.145@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1773941342.381903:0:5998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1773941343.149833:0:5537:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1773941343.149843:0:5537:0:(mgc_request.c:1813:mgc_process_log()) Process log params-ffff96f2a0e33000 from 4 10000000:01000000:2.0:1773941343.149849:0:5537:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1773941343.149895:0:5537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f2814eba00/0x6eb1e9e7edefbf2e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941343.149905:0:5537:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f2814eba00/0x6eb1e9e7edefbf2e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941343.149935:0:5537:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f2814eba00/0x6eb1e9e7edefbf2e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1773941343.149965:0:5537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f2a0dd0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:22fd64fa-a6aa-4986-99c6-59dd90014af3:5537:1860112264205568:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00100000:2.0:1773941343.150057:0:5537:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a02be780 going to sleep for 11 seconds 00000100:00100000:2.0:1773941343.151229:0:5537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f2a0dd0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:22fd64fa-a6aa-4986-99c6-59dd90014af3:5537:1860112264205568:192.168.202.145@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1773941343.151246:0:5537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.145@tcp lock: ffff96f2814eba00/0x6eb1e9e7edefbf2e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26a307eb05241eb expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941343.151256:0:5537:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.145@tcp lock: ffff96f2814eba00/0x6eb1e9e7edefbf2e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x26a307eb05241eb expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1773941343.151301:0:5537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f2a0dd0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:22fd64fa-a6aa-4986-99c6-59dd90014af3:5537:1860112264205696:192.168.202.145@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1773941343.151332:0:5537:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a02be780 going to sleep for 11 seconds 00000100:00100000:2.0:1773941343.152149:0:5537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f2a0dd0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:22fd64fa-a6aa-4986-99c6-59dd90014af3:5537:1860112264205696:192.168.202.145@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1773941343.152173:0:5537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f2a0dd0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:22fd64fa-a6aa-4986-99c6-59dd90014af3:5537:1860112264205824:192.168.202.145@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1773941343.152213:0:5537:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a02be780 going to sleep for 11 seconds 00000100:00100000:2.0:1773941343.153184:0:5537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f2a0dd0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:22fd64fa-a6aa-4986-99c6-59dd90014af3:5537:1860112264205824:192.168.202.145@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1773941343.153451:0:6084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b12680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:22fd64fa-a6aa-4986-99c6-59dd90014af3:6084:1860112264205952:192.168.202.145@tcp:502:llog_process_th.0 00000100:00100000:0.0:1773941343.153494:0:6084:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f28628b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1773941343.154328:0:6084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b12680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:22fd64fa-a6aa-4986-99c6-59dd90014af3:6084:1860112264205952:192.168.202.145@tcp:502:llog_process_th.0 00000020:01000000:0.0:1773941343.154349:0:6084:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1773941343.154357:0:6084:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1773941343.154359:0:6084:0:(obd_config.c:1594:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1773941343.154363:0:6084:0:(obd_config.c:2038:class_config_llog_handler()) cmd ce032, instance name: general-ffff96f2a0e33000 00000020:00000080:0.0:1773941343.154365:0:6084:0:(obd_config.c:1506:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1773941343.154425:0:6084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b12680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:22fd64fa-a6aa-4986-99c6-59dd90014af3:6084:1860112264206080:192.168.202.145@tcp:502:llog_process_th.0 00000100:00100000:0.0:1773941343.154466:0:6084:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f28628b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1773941343.155425:0:6084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b12680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:22fd64fa-a6aa-4986-99c6-59dd90014af3:6084:1860112264206080:192.168.202.145@tcp:502:llog_process_th.0 00000020:01000000:0.0:1773941343.155451:0:6084:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1773941343.155458:0:6084:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1773941343.155460:0:6084:0:(obd_config.c:1594:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:0.0:1773941343.155465:0:6084:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:2.0:1773941343.155546:0:5537:0:(obd_config.c:2178:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:2.0:1773941343.155564:0:5537:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1773941343.155570:0:5537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f2814eba00/0x6eb1e9e7edefbf2e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26a307eb05241eb expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941343.155578:0:5537:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.145@tcp lock: ffff96f2814eba00/0x6eb1e9e7edefbf2e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26a307eb05241eb expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941343.405853:0:5534:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941344.429870:0:5535:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1773941345.453894:0:5998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1773941345.773924:0:2354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298ae8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:22fd64fa-a6aa-4986-99c6-59dd90014af3:2354:1860112264206208:192.168.202.145@tcp:400:kworker.0 00000100:00100000:1.0:1773941345.773932:0:2353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298ae8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0c1613b-569d-446d-956c-75dcab952ab7:2353:1860112264206336:192.168.202.145@tcp:400:kworker.0 00000100:00100000:1.0:1773941345.774030:0:2353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298ae8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0c1613b-569d-446d-956c-75dcab952ab7:2353:1860112264206592:192.168.202.145@tcp:400:kworker.0 00000100:00100000:0.0:1773941345.774036:0:2354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298aead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0c1613b-569d-446d-956c-75dcab952ab7:2354:1860112264206464:192.168.202.145@tcp:400:kworker.0 00000100:00100000:0.0:1773941345.775297:0:2354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298ae8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:22fd64fa-a6aa-4986-99c6-59dd90014af3:2354:1860112264206208:192.168.202.145@tcp:400:kworker.0 00000100:00100000:1.0:1773941345.775313:0:2353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298ae8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0c1613b-569d-446d-956c-75dcab952ab7:2353:1860112264206336:192.168.202.145@tcp:400:kworker.0 00010000:00080000:1.0:1773941345.775332:0:2353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff96f298ae8a80 x1860112264206592/t0(0) o400->lustre-OST0001-osc-ffff96f2a0e33000@192.168.202.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941361 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1773941345.775336:0:2354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff96f298aead80 x1860112264206464/t0(0) o400->lustre-OST0000-osc-ffff96f2a0e33000@192.168.202.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941361 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941345.775349:0:2353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298ae8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0c1613b-569d-446d-956c-75dcab952ab7:2353:1860112264206592:192.168.202.145@tcp:400:kworker.0 00000100:00100000:0.0:1773941345.775358:0:2354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298aead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0c1613b-569d-446d-956c-75dcab952ab7:2354:1860112264206464:192.168.202.145@tcp:400:kworker.0 00010000:00010000:0.0:1773941346.477866:0:5534:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941347.501883:0:5535:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1773941348.525817:0:5998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1773941348.818603:0:6365:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg245-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:0.0:1773941349.549809:0:5534:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1773941350.143153:0:6629:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg245-client.virtnet: executing yml_node 00010000:00010000:0.0:1773941350.573791:0:5535:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1773941350.895190:0:2355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f288e51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:22fd64fa-a6aa-4986-99c6-59dd90014af3:2355:1860112264206720:192.168.202.145@tcp:400:kworker.0 00000100:00100000:3.0:1773941350.895203:0:2356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f288e53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0c1613b-569d-446d-956c-75dcab952ab7:2356:1860112264206848:192.168.202.145@tcp:400:kworker.0 00000100:00100000:3.0:1773941350.895294:0:2356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f288e50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0c1613b-569d-446d-956c-75dcab952ab7:2356:1860112264207104:192.168.202.145@tcp:400:kworker.0 00000100:00100000:3.0:1773941350.895329:0:2356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1773941350.895337:0:2356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f288e52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0c1613b-569d-446d-956c-75dcab952ab7:2356:1860112264206976:192.168.202.145@tcp:400:kworker.0 00000100:00100000:2.0:1773941350.896599:0:2355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f288e51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:22fd64fa-a6aa-4986-99c6-59dd90014af3:2355:1860112264206720:192.168.202.145@tcp:400:kworker.0 00010000:00080000:3.0:1773941350.896634:0:2356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff96f288e52a00 x1860112264206976/t0(0) o400->lustre-OST0000-osc-ffff96f2a0e33000@192.168.202.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941350.896663:0:2356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f288e52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0c1613b-569d-446d-956c-75dcab952ab7:2356:1860112264206976:192.168.202.145@tcp:400:kworker.0 00000100:00100000:3.0:1773941350.896679:0:2356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f288e53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0c1613b-569d-446d-956c-75dcab952ab7:2356:1860112264206848:192.168.202.145@tcp:400:kworker.0 00010000:00080000:3.0:1773941350.896693:0:2356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff96f288e50380 x1860112264207104/t0(0) o400->lustre-OST0001-osc-ffff96f2a0e33000@192.168.202.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941350.896702:0:2356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f288e50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0c1613b-569d-446d-956c-75dcab952ab7:2356:1860112264207104:192.168.202.145@tcp:400:kworker.0 00000001:02000400:2.0:1773941351.408021:0:7076:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.50.193 00010000:00010000:3.0:1773941351.597967:0:5998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1773941352.171928:0:7230:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.50.193 00010000:00010000:3.0:1773941352.622798:0:5534:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1773941352.935035:0:7384:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.50.193 00000001:02000400:0.0:1773941353.384477:0:7529:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: conf-sanity ============----- Thu Mar 19 13:29:12 EDT 2026 00010000:00010000:0.0:1773941353.645843:0:5535:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1773941354.669809:0:5998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1773941355.693859:0:5534:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1773941356.013913:0:8:0:(import.c:65:import_set_state_nolock()) ffff96f28916b800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1773941356.013918:0:2355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f288e50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:22fd64fa-a6aa-4986-99c6-59dd90014af3:2355:1860112264207232:192.168.202.145@tcp:400:kworker.0 00000100:02000000:3.0:1773941356.013921:0:8:0:(import.c:2088:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff96f2a0e33000: disconnect after 20s idle 00000100:00100000:2.0:1773941356.014020:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1773941356.014030:0:2355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f288e53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0c1613b-569d-446d-956c-75dcab952ab7:2355:1860112264207360:192.168.202.145@tcp:400:kworker.0 00000100:00080000:3.0:1773941356.016030:0:8:0:(import.c:65:import_set_state_nolock()) ffff96f289169800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:3.0:1773941356.016039:0:8:0:(import.c:2088:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff96f2a0e33000: disconnect after 20s idle 00000100:00100000:0.0:1773941356.016045:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f288e52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0c1613b-569d-446d-956c-75dcab952ab7:2352:1860112264207488:192.168.202.145@tcp:9:kworker.0 00000100:00100000:0.0:1773941356.016112:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f288e50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0c1613b-569d-446d-956c-75dcab952ab7:2352:1860112264207616:192.168.202.145@tcp:9:kworker.0 00000100:00100000:3.0:1773941356.016139:0:2355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f288e53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0c1613b-569d-446d-956c-75dcab952ab7:2355:1860112264207360:192.168.202.145@tcp:400:kworker.0 00000100:00100000:3.0:1773941356.016153:0:2355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f288e50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:22fd64fa-a6aa-4986-99c6-59dd90014af3:2355:1860112264207232:192.168.202.145@tcp:400:kworker.0 00010000:00080000:0.0:1773941356.017332:0:2352:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff96f288e50700 x1860112264207616/t0(0) o9->lustre-OST0001-osc-ffff96f2a0e33000@192.168.202.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1773941356.017346:0:2352:0:(import.c:1998:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff96f288e50700 x1860112264207616/t0(0) o9->lustre-OST0001-osc-ffff96f2a0e33000@192.168.202.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941366 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1773941356.017355:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f289169800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:0.0:1773941356.017359:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f288e50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0c1613b-569d-446d-956c-75dcab952ab7:2352:1860112264207616:192.168.202.145@tcp:9:kworker.0 00010000:00080000:0.0:1773941356.017444:0:2352:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff96f288e52a00 x1860112264207488/t0(0) o9->lustre-OST0000-osc-ffff96f2a0e33000@192.168.202.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1773941356.017455:0:2352:0:(import.c:1998:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff96f288e52a00 x1860112264207488/t0(0) o9->lustre-OST0000-osc-ffff96f2a0e33000@192.168.202.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941366 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1773941356.017463:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f28916b800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:0.0:1773941356.017466:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f288e52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0c1613b-569d-446d-956c-75dcab952ab7:2352:1860112264207488:192.168.202.145@tcp:9:kworker.0 00010000:00010000:0.0:1773941356.717822:0:5535:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1773941357.741896:0:5998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1773941358.594271:0:8077:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 32newtarball 108a 112a 112b 113 117 119 121 122a 123aa 123ab 123ac 123ad 123ae 123af 123ag 123ah 123ahi 123F 123G 123H 126 129 132 133 135 136 137 150 152 153a 153b 153c 155 802a 00010000:00010000:1.0:1773941358.767181:0:5534:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1773941359.066610:0:8214:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 45 69 106 111 114 00000080:00200008:0.0:1773941359.407190:0:8324:0:(file.c:6291:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff96f2a05221c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1773941359.407204:0:8324:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8),name=/ 00000002:00010000:0.0:1773941359.407224:0:8324:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1773941359.407242:0:8324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f2a0e33000 lock: ffff96f28164d800/0x6eb1e9e7edefbf19 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x26a307eb0524158 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:0.0:1773941359.407260:0:8324:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f2a0e33000 lock: ffff96f28164d800/0x6eb1e9e7edefbf19 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x26a307eb0524158 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:0.0:1773941359.407269:0:8324:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1773941359.407277:0:8324:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f2a05221c8) 00000080:00010000:0.0:1773941359.407282:0:8324:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f2a05221c8) for lock 0x6eb1e9e7edefbf19 00000080:00010000:0.0:1773941359.407289:0:8324:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6eb1e9e7edefbf19 from it ffffbdb7c1d7fcb8 00010000:00010000:0.0:1773941359.407294:0:8324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f2a0e33000 lock: ffff96f28164d800/0x6eb1e9e7edefbf19 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x26a307eb0524158 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:0.0:1773941359.407304:0:8324:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f2a0e33000 lock: ffff96f28164d800/0x6eb1e9e7edefbf19 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x26a307eb0524158 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:0.0:1773941359.594583:0:8325:0:(llite_lib.c:3557:ll_umount_begin()) VFS Op: superblock ffff96f2a0e33000 count 1 active 9 00800000:00000080:0.0:1773941359.594593:0:8325:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f2a0e33000: cmd=4240666a len=576 karg=ffff96f298bedc00 uarg=0000000000000000 00000002:00000080:0.0:1773941359.594600:0:8325:0:(mdc_request.c:2300:mdc_iocontrol()) lustre-MDT0000-mdc-ffff96f2a0e33000: cmd=4240666a len=576 karg=ffff96f298bedc00 uarg=0000000000000000 00000100:02000400:0.0:1773941359.594604:0:8325:0:(recover.c:247:ptlrpc_set_import_active()) setting import lustre-MDT0000_UUID INACTIVE by administrator request 00000100:00080000:0.0:1773941359.597640:0:8325:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1773941359.597645:0:8325:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f2a0e33000: committing for last_committed 0 gen 2 00000100:00100000:0.0:1773941359.597654:0:8325:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1773941359.597818:0:8325:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f2a0e33000 lock: ffff96f28164d800/0x6eb1e9e7edefbf19 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10e400000000 nid: local remote: 0x26a307eb0524158 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:0.0:1773941359.597840:0:8325:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1773941359.597849:0:8325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96f2a0e33000 lock: ffff96f28164d800/0x6eb1e9e7edefbf19 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x490f400000000 nid: local remote: 0x26a307eb0524158 expref: -99 pid: 5567 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00020000:00000080:0.0:1773941359.599885:0:8325:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f2a0e33000: cmd=4240666a len=576 karg=ffff96f298bedc00 uarg=0000000000000000 00000008:00000080:0.0:1773941359.599893:0:8325:0:(osc_request.c:3548:osc_iocontrol()) lustre-OST0000-osc-ffff96f2a0e33000: cmd=4240666a len=576 karg=ffff96f298bedc00 uarg=0000000000000000 00000100:02000400:0.0:1773941359.599896:0:8325:0:(recover.c:247:ptlrpc_set_import_active()) setting import lustre-OST0000_UUID INACTIVE by administrator request 00020000:01000000:0.0:1773941359.599902:0:8325:0:(lov_obd.c:378:lov_set_osc_active()) deactivate OSC lustre-OST0000_UUID 00000080:00000004:0.0:1773941359.599905:0:8325:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:0.0:1773941359.599909:0:8325:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:0.0:1773941359.599911:0:8325:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1773941359.599913:0:8325:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96f2a0e33000: committing for last_committed 0 gen 2 00020000:01000000:0.0:1773941359.599916:0:8325:0:(lov_obd.c:389:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00000080:00000004:0.0:1773941359.599918:0:8325:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:0.0:1773941359.599920:0:8325:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:0.0:1773941359.599921:0:8325:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000008:00000080:0.0:1773941359.600044:0:8325:0:(osc_request.c:3548:osc_iocontrol()) lustre-OST0001-osc-ffff96f2a0e33000: cmd=4240666a len=576 karg=ffff96f298bedc00 uarg=0000000000000000 00000100:02000400:0.0:1773941359.600047:0:8325:0:(recover.c:247:ptlrpc_set_import_active()) setting import lustre-OST0001_UUID INACTIVE by administrator request 00020000:01000000:0.0:1773941359.600049:0:8325:0:(lov_obd.c:378:lov_set_osc_active()) deactivate OSC lustre-OST0001_UUID 00000080:00000004:0.0:1773941359.600050:0:8325:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:0.0:1773941359.600052:0:8325:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:0.0:1773941359.600053:0:8325:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1773941359.600055:0:8325:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96f2a0e33000: committing for last_committed 0 gen 2 00020000:01000000:0.0:1773941359.600057:0:8325:0:(lov_obd.c:389:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID inactive 00000080:00000004:0.0:1773941359.600058:0:8325:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:0.0:1773941359.600059:0:8325:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:0.0:1773941359.600066:0:8325:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1773941359.789888:0:5535:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1773941360.813983:0:5998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1773941361.133871:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0c1613b-569d-446d-956c-75dcab952ab7->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00100000:2.0:1773941361.133920:0:2355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f288e50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:22fd64fa-a6aa-4986-99c6-59dd90014af3:2355:1860112264207744:192.168.202.145@tcp:400:kworker.0 00000100:00100000:3.0:1773941361.135358:0:2355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f288e50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:22fd64fa-a6aa-4986-99c6-59dd90014af3:2355:1860112264207744:192.168.202.145@tcp:400:kworker.0 00010000:00010000:1.0:1773941361.837908:0:5534:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1773941362.861857:0:5535:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1773941363.885910:0:5998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941364.909866:0:5534:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941365.933834:0:5535:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1773941366.253895:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0c1613b-569d-446d-956c-75dcab952ab7->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00100000:3.0:1773941366.253921:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1773941366.253945:0:2355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f288e50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:22fd64fa-a6aa-4986-99c6-59dd90014af3:2355:1860112264207872:192.168.202.145@tcp:400:kworker.0 00000100:00100000:3.0:1773941366.255238:0:2355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f288e50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:22fd64fa-a6aa-4986-99c6-59dd90014af3:2355:1860112264207872:192.168.202.145@tcp:400:kworker.0 00010000:00010000:3.0:1773941366.957887:0:5998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941367.981843:0:5534:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1773941369.005914:0:5535:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1773941369.843806:0:8325:0:(llite_lib.c:1951:ll_clear_inode()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a05221c8) 00000080:00200000:1.0:1773941369.843846:0:8325:0:(llite_lib.c:1572:ll_put_super()) VFS Op: cfg_instance lustre-client-ffff96f2a0e33000 (sb ffff96f2a0e33000) 00010000:00010000:1.0:1773941369.843878:0:8325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289193200/0x6eb1e9e7edefbf20 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26a307eb05241d6 expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941369.843887:0:8325:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289193200/0x6eb1e9e7edefbf20 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x26a307eb05241d6 expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941369.843893:0:8325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289193200/0x6eb1e9e7edefbf20 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x26a307eb05241d6 expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941369.843897:0:8325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f289193200/0x6eb1e9e7edefbf20 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x26a307eb05241d6 expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941369.843914:0:8325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1773941369.843918:0:8325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefbee8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26a307eb052412e expref: -99 pid: 5523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941369.843923:0:8325:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefbee8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x26a307eb052412e expref: -99 pid: 5523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941369.843928:0:8325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefbee8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x26a307eb052412e expref: -99 pid: 5523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941369.843932:0:8325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefbee8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x26a307eb052412e expref: -99 pid: 5523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941369.843943:0:8325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1773941369.843948:0:8325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f2814eba00/0x6eb1e9e7edefbf2e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26a307eb05241eb expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941369.843955:0:8325:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f2814eba00/0x6eb1e9e7edefbf2e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x26a307eb05241eb expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941369.843960:0:5998:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1773941369.843968:0:5534:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1773941369.843973:0:5998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f289193200/0x6eb1e9e7edefbf20 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x26a307eb05241d6 expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941369.843975:0:8325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f2814eba00/0x6eb1e9e7edefbf2e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x26a307eb05241eb expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941369.843978:0:5534:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefbee8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x26a307eb052412e expref: -99 pid: 5523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941369.844001:0:5998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f289193200 already unused, calling callback (ffffffffc147fc20) 00010000:00010000:1.0:1773941369.844001:0:8325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f2814eba00/0x6eb1e9e7edefbf2e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x26a307eb05241eb expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941369.844003:0:5534:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f28164d000 already unused, calling callback (ffffffffc147fc20) 10000000:00010000:3.0:1773941369.844012:0:5998:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f289193200/0x6eb1e9e7edefbf20 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x26a307eb05241d6 expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1773941369.844013:0:5534:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefbee8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x26a307eb052412e expref: -99 pid: 5523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941369.844027:0:8325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1773941369.844031:0:5534:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefbee8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x26a307eb052412e expref: -99 pid: 5523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1773941369.844035:0:8325:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00010000:3.0:1773941369.844039:0:5998:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f289193200/0x6eb1e9e7edefbf20 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x26a307eb05241d6 expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1773941369.844044:0:5534:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefbee8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x26a307eb052412e expref: -99 pid: 5523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1773941369.844054:0:5534:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1773941369.844055:0:5535:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:01000000:2.0:1773941369.844066:0:5534:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-cliir: stopping, won't requeue 10000000:01000000:2.0:1773941369.844070:0:5534:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-cliir 10000000:00010000:3.0:1773941369.844077:0:5998:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f289193200/0x6eb1e9e7edefbf20 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x26a307eb05241d6 expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1773941369.844086:0:5998:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1773941369.844089:0:5998:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1773941369.844093:0:5998:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1773941369.844109:0:5534:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefbee8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x26a307eb052412e expref: -99 pid: 5523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941369.844115:0:5534:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1773941369.844122:0:5998:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.145@tcp lock: ffff96f289193200/0x6eb1e9e7edefbf20 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x26a307eb05241d6 expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941369.844131:0:5998:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1773941369.844142:0:5534:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefbee8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x26a307eb052412e expref: -99 pid: 5523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941369.844147:0:5998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f289193200/0x6eb1e9e7edefbf20 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x26a307eb05241d6 expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941369.844149:0:5534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefbee8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x26a307eb052412e expref: -99 pid: 5523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941369.844168:0:5998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f289193200/0x6eb1e9e7edefbf20 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x26a307eb05241d6 expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941369.844181:0:5534:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1773941369.844186:0:5534:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1773941369.844191:0:5534:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1773941369.844192:0:5998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1773941369.844198:0:5998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1773941369.844203:0:5998:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1773941369.844209:0:2356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f288e50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:22fd64fa-a6aa-4986-99c6-59dd90014af3:2356:1860112264208128:192.168.202.145@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1773941369.844223:0:2355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f2a0dd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:22fd64fa-a6aa-4986-99c6-59dd90014af3:2355:1860112264208000:192.168.202.145@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1773941369.844236:0:8329:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1773941369.844246:0:5535:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f2814eba00/0x6eb1e9e7edefbf2e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x26a307eb05241eb expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941369.844258:0:5535:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f2814eba00 already unused, calling callback (ffffffffc147fc20) 10000000:00010000:0.0:1773941369.844263:0:5535:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f2814eba00/0x6eb1e9e7edefbf2e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x26a307eb05241eb expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941369.844274:0:5535:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f2814eba00/0x6eb1e9e7edefbf2e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x26a307eb05241eb expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1773941369.844283:0:5535:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f2814eba00/0x6eb1e9e7edefbf2e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x26a307eb05241eb expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1773941369.844289:0:5535:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1773941369.844291:0:5535:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1773941369.844294:0:5535:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1773941369.844315:0:5535:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.145@tcp lock: ffff96f2814eba00/0x6eb1e9e7edefbf2e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x26a307eb05241eb expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941369.844320:0:5535:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1773941369.844341:0:5535:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f2814eba00/0x6eb1e9e7edefbf2e lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x26a307eb05241eb expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941369.844346:0:5535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f2814eba00/0x6eb1e9e7edefbf2e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x26a307eb05241eb expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941369.844363:0:5535:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1773941369.844371:0:5535:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1773941369.844375:0:5535:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1773941369.844387:0:2354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:22fd64fa-a6aa-4986-99c6-59dd90014af3:2354:1860112264208256:192.168.202.145@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1773941369.844434:0:8329:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1773941369.844438:0:8329:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00020000:01000000:1.0:1773941369.844557:0:8325:0:(lov_obd.c:589:lov_del_target()) uuid: lustre-OST0000_UUID idx: 0 gen: 1 exp: ffff96f28912e800 active: 0 00020000:01000000:1.0:1773941369.844562:0:8325:0:(lov_obd.c:589:lov_del_target()) uuid: lustre-OST0001_UUID idx: 1 gen: 1 exp: ffff96f28912e000 active: 0 00020000:01000000:1.0:1773941369.844564:0:8325:0:(lov_obd.c:64:lov_tgts_putref()) destroying 2 lov targets 00020000:01000000:1.0:1773941369.844581:0:8325:0:(lov_obd.c:611:__lov_del_obd()) Removing tgt lustre-OST0001_UUID : lustre-OST0001-osc-ffff96f2a0e33000 00020000:01000000:1.0:1773941369.844583:0:8325:0:(lov_obd.c:248:lov_disconnect_obd()) lustre-clilov-ffff96f2a0e33000: disconnecting target lustre-OST0001-osc-ffff96f2a0e33000 00000100:00080000:1.0:1773941369.844589:0:8325:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import b0c1613b-569d-446d-956c-75dcab952ab7->lustre-OST0001_UUID 00000100:00080000:1.0:1773941369.844664:0:8325:0:(import.c:65:import_set_state_nolock()) ffff96f289169800 lustre-OST0001_UUID: changing import state from IDLE to CLOSED 00000100:00080000:1.0:1773941369.844669:0:8325:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1773941369.844672:0:8325:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96f2a0e33000: committing for last_committed 0 gen 3 00000100:00100000:1.0:1773941369.844675:0:8325:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1773941369.844841:0:8325:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x6eb1e9e7edefbf12 00000020:00000080:1.0:1773941369.844856:0:8325:0:(genops.c:904:class_export_put()) final put ffff96f28912e000/LOV_OSC_UUID 00000020:01000000:1.0:1773941369.844875:0:8325:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-ffff96f2a0e33000 (flags='F') 00000020:00000080:1.0:1773941369.844879:0:8325:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1773941369.844884:0:8325:0:(obd_config.c:991:class_cleanup()) lustre-OST0001-osc-ffff96f2a0e33000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1773941369.844887:0:8325:0:(genops.c:1577:class_disconnect_exports()) OBD device 5 (ffff96f298bf3370) has no exports 00000020:00000080:0.0:1773941369.844901:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff96f28912e000/LOV_OSC_UUID for lustre-OST0001-osc-ffff96f2a0e33000 00000008:01000000:3.0:1773941369.844960:0:8325:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0001-osc-ffff96f2a0e33000: client import never connected 00000100:00080000:3.0:1773941369.844964:0:8325:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1773941369.844967:0:8325:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96f2a0e33000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1773941369.844971:0:8325:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1773941369.845191:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff96f289169800 for lustre-OST0001-osc-ffff96f2a0e33000 00000020:00000080:3.0:1773941369.845417:0:8325:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1773941369.845423:0:8325:0:(obd_config.c:919:class_detach()) detach on obd lustre-OST0001-osc-ffff96f2a0e33000 (uuid b0c1613b-569d-446d-956c-75dcab952ab7) 00000020:00000080:3.0:1773941369.845425:0:8325:0:(genops.c:904:class_export_put()) final put ffff96f28916d800/b0c1613b-569d-446d-956c-75dcab952ab7 00000020:00000080:3.0:1773941369.845427:0:8325:0:(genops.c:863:class_export_destroy()) destroying export ffff96f28916d800/b0c1613b-569d-446d-956c-75dcab952ab7 for lustre-OST0001-osc-ffff96f2a0e33000 00000020:01000000:3.0:1773941369.845435:0:8325:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-ffff96f2a0e33000 (b0c1613b-569d-446d-956c-75dcab952ab7) 00020000:01000000:3.0:1773941369.845639:0:8325:0:(lov_obd.c:611:__lov_del_obd()) Removing tgt lustre-OST0000_UUID : lustre-OST0000-osc-ffff96f2a0e33000 00020000:01000000:3.0:1773941369.845643:0:8325:0:(lov_obd.c:248:lov_disconnect_obd()) lustre-clilov-ffff96f2a0e33000: disconnecting target lustre-OST0000-osc-ffff96f2a0e33000 00000100:00080000:3.0:1773941369.845647:0:8325:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import b0c1613b-569d-446d-956c-75dcab952ab7->lustre-OST0000_UUID 00000100:00100000:2.0:1773941369.845747:0:2356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f288e50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:22fd64fa-a6aa-4986-99c6-59dd90014af3:2356:1860112264208128:192.168.202.145@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1773941369.845764:0:2354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:22fd64fa-a6aa-4986-99c6-59dd90014af3:2354:1860112264208256:192.168.202.145@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1773941369.845806:0:2355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f2a0dd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:22fd64fa-a6aa-4986-99c6-59dd90014af3:2355:1860112264208000:192.168.202.145@tcp:103:ldlm_bl.0 00000100:00080000:3.0:1773941369.845833:0:8325:0:(import.c:65:import_set_state_nolock()) ffff96f28916b800 lustre-OST0000_UUID: changing import state from IDLE to CLOSED 00000100:00080000:3.0:1773941369.845839:0:8325:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1773941369.845842:0:8325:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96f2a0e33000: committing for last_committed 0 gen 3 00000100:00100000:3.0:1773941369.845845:0:8325:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1773941369.845993:0:8325:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x6eb1e9e7edefbf0b 00000020:00000080:3.0:1773941369.846003:0:8325:0:(genops.c:904:class_export_put()) final put ffff96f28912e800/LOV_OSC_UUID 00000020:01000000:3.0:1773941369.846017:0:8325:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-ffff96f2a0e33000 (flags='F') 00000020:00000080:3.0:1773941369.846020:0:8325:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1773941369.846025:0:8325:0:(obd_config.c:991:class_cleanup()) lustre-OST0000-osc-ffff96f2a0e33000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1773941369.846028:0:8325:0:(genops.c:1577:class_disconnect_exports()) OBD device 4 (ffff96f288ee4d28) has no exports 00000020:00000080:0.0:1773941369.846031:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff96f28912e800/LOV_OSC_UUID for lustre-OST0000-osc-ffff96f2a0e33000 00000008:01000000:1.0:1773941369.846075:0:8325:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-ffff96f2a0e33000: client import never connected 00000100:00080000:1.0:1773941369.846078:0:8325:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1773941369.846080:0:8325:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96f2a0e33000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1773941369.846083:0:8325:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1773941369.846230:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff96f28916b800 for lustre-OST0000-osc-ffff96f2a0e33000 00000020:00000080:1.0:1773941369.846363:0:8325:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1773941369.846367:0:8325:0:(obd_config.c:919:class_detach()) detach on obd lustre-OST0000-osc-ffff96f2a0e33000 (uuid b0c1613b-569d-446d-956c-75dcab952ab7) 00000020:00000080:1.0:1773941369.846369:0:8325:0:(genops.c:904:class_export_put()) final put ffff96f28916f800/b0c1613b-569d-446d-956c-75dcab952ab7 00000020:00000080:1.0:1773941369.846371:0:8325:0:(genops.c:863:class_export_destroy()) destroying export ffff96f28916f800/b0c1613b-569d-446d-956c-75dcab952ab7 for lustre-OST0000-osc-ffff96f2a0e33000 00000020:01000000:1.0:1773941369.846374:0:8325:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-ffff96f2a0e33000 (b0c1613b-569d-446d-956c-75dcab952ab7) 00000020:00000080:1.0:1773941369.846580:0:8325:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x6eb1e9e7edefbf04 00000020:00000080:1.0:1773941369.846585:0:8325:0:(genops.c:904:class_export_put()) final put ffff96f28912c800/b0c1613b-569d-446d-956c-75dcab952ab7 00000020:00000080:0.0:1773941369.846619:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff96f28912c800/b0c1613b-569d-446d-956c-75dcab952ab7 for lustre-clilov-ffff96f2a0e33000 00000100:00080000:1.0:1773941369.846939:0:8325:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import b0c1613b-569d-446d-956c-75dcab952ab7->lustre-MDT0000_UUID 00000100:00080000:1.0:1773941369.848019:0:8325:0:(import.c:65:import_set_state_nolock()) ffff96f288e41000 lustre-MDT0000_UUID: changing import state from FULL to CLOSED 00000100:00080000:1.0:1773941369.848024:0:8325:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1773941369.848026:0:8325:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f2a0e33000: committing for last_committed 0 gen 3 00000100:00100000:1.0:1773941369.848028:0:8325:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1773941369.849701:0:8325:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x6eb1e9e7edefbefd 00000020:00000080:1.0:1773941369.849707:0:8325:0:(genops.c:904:class_export_put()) final put ffff96f28912a000/b0c1613b-569d-446d-956c-75dcab952ab7 00000020:00000080:0.0:1773941369.849850:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff96f28912a000/b0c1613b-569d-446d-956c-75dcab952ab7 for lustre-MDT0000-mdc-ffff96f2a0e33000 00000020:00000080:1.0:1773941369.849854:0:8325:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x6eb1e9e7edefbef6 00000020:00000080:1.0:1773941369.849863:0:8325:0:(genops.c:904:class_export_put()) final put ffff96f28912f000/b0c1613b-569d-446d-956c-75dcab952ab7 00000020:01000000:1.0:1773941369.849873:0:8325:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-clilov-ffff96f2a0e33000 (flags='F') 00000020:00000080:1.0:1773941369.849879:0:8325:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1773941369.849885:0:8325:0:(obd_config.c:991:class_cleanup()) lustre-clilov-ffff96f2a0e33000: forcing exports to disconnect: 0/1 00000020:00000080:0.0:1773941369.849886:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff96f28912f000/b0c1613b-569d-446d-956c-75dcab952ab7 for lustre-clilmv-ffff96f2a0e33000 00000020:00080000:1.0:1773941369.849890:0:8325:0:(genops.c:1577:class_disconnect_exports()) OBD device 1 (ffff96f288ee0000) has no exports 00000020:00000080:1.0:1773941369.849926:0:8325:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1773941369.849931:0:8325:0:(obd_config.c:919:class_detach()) detach on obd lustre-clilov-ffff96f2a0e33000 (uuid b0c1613b-569d-446d-956c-75dcab952ab7) 00000020:00000080:1.0:1773941369.849933:0:8325:0:(genops.c:904:class_export_put()) final put ffff96f288e44000/b0c1613b-569d-446d-956c-75dcab952ab7 00000020:00000080:1.0:1773941369.849935:0:8325:0:(genops.c:863:class_export_destroy()) destroying export ffff96f288e44000/b0c1613b-569d-446d-956c-75dcab952ab7 for lustre-clilov-ffff96f2a0e33000 00000020:01000000:1.0:1773941369.849940:0:8325:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-clilov-ffff96f2a0e33000 (b0c1613b-569d-446d-956c-75dcab952ab7) 00000020:01000000:1.0:1773941369.849946:0:8325:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-clilmv-ffff96f2a0e33000 (flags='F') 00000020:00000080:1.0:1773941369.849949:0:8325:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1773941369.849952:0:8325:0:(obd_config.c:991:class_cleanup()) lustre-clilmv-ffff96f2a0e33000: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1773941369.849954:0:8325:0:(genops.c:1577:class_disconnect_exports()) OBD device 2 (ffff96f288ee3370) has no exports 00000020:00000080:1.0:1773941369.850003:0:8325:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1773941369.850008:0:8325:0:(obd_config.c:919:class_detach()) detach on obd lustre-clilmv-ffff96f2a0e33000 (uuid b0c1613b-569d-446d-956c-75dcab952ab7) 00000020:00000080:1.0:1773941369.850011:0:8325:0:(genops.c:904:class_export_put()) final put ffff96f288e41800/b0c1613b-569d-446d-956c-75dcab952ab7 00000020:00000080:1.0:1773941369.850013:0:8325:0:(genops.c:863:class_export_destroy()) destroying export ffff96f288e41800/b0c1613b-569d-446d-956c-75dcab952ab7 for lustre-clilmv-ffff96f2a0e33000 00000020:01000000:1.0:1773941369.850017:0:8325:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-clilmv-ffff96f2a0e33000 (b0c1613b-569d-446d-956c-75dcab952ab7) 00000020:01000000:1.0:1773941369.850112:0:8325:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdc-ffff96f2a0e33000 (flags='F') 00000020:00000080:1.0:1773941369.850115:0:8325:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1773941369.850117:0:8325:0:(obd_config.c:991:class_cleanup()) lustre-MDT0000-mdc-ffff96f2a0e33000: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1773941369.850119:0:8325:0:(genops.c:1577:class_disconnect_exports()) OBD device 3 (ffff96f288ee19b8) has no exports 00000008:01000000:1.0:1773941369.850126:0:8325:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-mdc-ffff96f2a0e33000: client import never connected 00000100:00080000:1.0:1773941369.850128:0:8325:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1773941369.850130:0:8325:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f2a0e33000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1773941369.850133:0:8325:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1773941369.852066:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff96f288e41000 for lustre-MDT0000-mdc-ffff96f2a0e33000 00000020:00000080:1.0:1773941369.852203:0:8325:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1773941369.852209:0:8325:0:(obd_config.c:919:class_detach()) detach on obd lustre-MDT0000-mdc-ffff96f2a0e33000 (uuid b0c1613b-569d-446d-956c-75dcab952ab7) 00000020:00000080:1.0:1773941369.852212:0:8325:0:(genops.c:904:class_export_put()) final put ffff96f288e40000/b0c1613b-569d-446d-956c-75dcab952ab7 00000020:00000080:1.0:1773941369.852214:0:8325:0:(genops.c:863:class_export_destroy()) destroying export ffff96f288e40000/b0c1613b-569d-446d-956c-75dcab952ab7 for lustre-MDT0000-mdc-ffff96f2a0e33000 00000020:01000000:1.0:1773941369.852219:0:8325:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdc-ffff96f2a0e33000 (b0c1613b-569d-446d-956c-75dcab952ab7) 00000080:02000400:0.0:1773941369.852821:0:8325:0:(llite_lib.c:1617:ll_put_super()) Unmounted lustre-client 00000020:01000000:0.0:1773941369.854635:0:8325:0:(obd_config.c:1233:class_del_profile()) Del profile lustre-client 00000020:01000004:0.0:1773941369.854683:0:8325:0:(obd_mount.c:911:lustre_common_put_super()) dropping sb ffff96f2a0e33000 00000100:00080000:0.0:1773941369.854689:0:8325:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 22fd64fa-a6aa-4986-99c6-59dd90014af3->MGS 00010000:00010000:0.0:1773941369.854701:0:8325:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f2814ea600/0x6eb1e9e7edefbf27 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x26a307eb05241dd expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1773941369.854711:0:8325:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f2814ea600/0x6eb1e9e7edefbf27 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x26a307eb05241dd expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1773941369.854746:0:8325:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1773941369.854749:0:8325:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:0.0:1773941369.854752:0:8325:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:0.0:1773941369.854792:0:8325:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.145@tcp lock: ffff96f2814ea600/0x6eb1e9e7edefbf27 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x26a307eb05241dd expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941369.854797:0:8325:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1773941369.854815:0:8325:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f291794e40 going to sleep for 0 seconds 00000100:00100000:0.0:1773941369.854826:0:8325:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b12680 pname:cluuid:pid:xid:nid:opc:job umount:22fd64fa-a6aa-4986-99c6-59dd90014af3:8325:1860112264208384:192.168.202.145@tcp:103:umount.0 00010000:00010000:0.0:1773941369.854836:0:8325:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00010000:00010000:0.0:1773941369.854843:0:8325:0:(ldlm_request.c:2277:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00010000:0.0:1773941369.854846:0:8325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f2814ea600/0x6eb1e9e7edefbf27 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x26a307eb05241dd expref: -99 pid: 5537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1773941369.854874:0:8325:0:(import.c:65:import_set_state_nolock()) ffff96f289143000 MGS: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1773941369.854901:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:22fd64fa-a6aa-4986-99c6-59dd90014af3:2352:1860112264208512:192.168.202.145@tcp:251:umount.0 00000100:00080000:0.0:1773941369.856332:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f289143000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:0.0:1773941369.856338:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1773941369.856340:0:2352:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1773941369.856342:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1773941369.856358:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:22fd64fa-a6aa-4986-99c6-59dd90014af3:2352:1860112264208512:192.168.202.145@tcp:251:umount.0 00000100:00080000:3.0:1773941369.856378:0:8325:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:3.0:1773941369.856383:0:8325:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1773941369.856387:0:8325:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:3.0:1773941369.856390:0:8325:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1773941369.856398:0:8325:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x6eb1e9e7edefbeb0 00000020:00000080:3.0:1773941369.856405:0:8325:0:(genops.c:904:class_export_put()) final put ffff96f289142000/22fd64fa-a6aa-4986-99c6-59dd90014af3 00000020:01000000:3.0:1773941369.856420:0:8325:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of MGC192.168.202.145@tcp (flags='') 00000020:00000080:3.0:1773941369.856426:0:8325:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1773941369.856431:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff96f289142000/22fd64fa-a6aa-4986-99c6-59dd90014af3 for MGC192.168.202.145@tcp 00000020:00000080:3.0:1773941369.856432:0:8325:0:(obd_config.c:991:class_cleanup()) MGC192.168.202.145@tcp: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1773941369.856438:0:8325:0:(genops.c:1577:class_disconnect_exports()) OBD device 0 (ffff96f284aa3370) has no exports 10000000:01000000:0.0:1773941369.856486:0:5537:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:3.0:1773941369.856498:0:8325:0:(obd_class.h:663:obd_cleanup_client_import()) MGC192.168.202.145@tcp: client import never connected 00000100:00080000:3.0:1773941369.856503:0:8325:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:3.0:1773941369.856505:0:8325:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1773941369.856508:0:8325:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:3.0:1773941369.856510:0:8325:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000080:1.0:1773941369.856552:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff96f289143000 for MGC192.168.202.145@tcp 00000020:00000080:3.0:1773941369.856595:0:8325:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1773941369.856602:0:8325:0:(obd_config.c:919:class_detach()) detach on obd MGC192.168.202.145@tcp (uuid 22fd64fa-a6aa-4986-99c6-59dd90014af3) 00000020:00000080:3.0:1773941369.856613:0:8325:0:(genops.c:904:class_export_put()) final put ffff96f2a0e32000/22fd64fa-a6aa-4986-99c6-59dd90014af3 00000020:00000080:3.0:1773941369.856616:0:8325:0:(genops.c:863:class_export_destroy()) destroying export ffff96f2a0e32000/22fd64fa-a6aa-4986-99c6-59dd90014af3 for MGC192.168.202.145@tcp 00000020:01000000:3.0:1773941369.856625:0:8325:0:(genops.c:440:class_free_dev()) finishing cleanup of obd MGC192.168.202.145@tcp (22fd64fa-a6aa-4986-99c6-59dd90014af3) 00010000:00010000:1.0:1773941369.857024:0:5534:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:0.0:1773941369.857091:0:5998:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:0.0:1773941369.857198:0:5535:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00010000:00010000:1.0:1773941369.857446:0:8329:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-4 blwis in pool) 00000100:00100000:0.0:1773941369.857553:0:5524:0:(service.c:3162:ptlrpc_main()) ldlm_cb00_000: service thread [ffff96f298842600:5524] 0 exiting: rc = 1 00000100:00100000:0.0:1773941369.857638:0:5525:0:(service.c:3162:ptlrpc_main()) ldlm_cb00_001: service thread [ffff96f29257f600:5525] 1 exiting: rc = 0 00000100:00100000:3.0:1773941369.857783:0:5527:0:(service.c:3162:ptlrpc_main()) ldlm_cb01_001: service thread [ffff96f2916dda00:5527] 1 exiting: rc = 0 00000100:00100000:3.0:1773941369.857913:0:5526:0:(service.c:3162:ptlrpc_main()) ldlm_cb01_000: service thread [ffff96f2916dc400:5526] 0 exiting: rc = 1 00000100:00100000:2.0:1773941369.858025:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.858046:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941369.858477:0:5528:0:(service.c:3162:ptlrpc_main()) ldlm_cn00_000: service thread [ffff96f2916dc600:5528] 0 exiting: rc = 1 00000100:00100000:0.0:1773941369.858533:0:5529:0:(service.c:3162:ptlrpc_main()) ldlm_cn00_001: service thread [ffff96f289351800:5529] 1 exiting: rc = 0 00000100:00100000:1.0:1773941369.858589:0:5530:0:(service.c:3162:ptlrpc_main()) ldlm_cn00_002: service thread [ffff96f299d6c600:5530] 2 exiting: rc = 0 00000100:00100000:2.0:1773941369.858703:0:5532:0:(service.c:3162:ptlrpc_main()) ldlm_cn01_001: service thread [ffff96f299d6de00:5532] 1 exiting: rc = 0 00000100:00100000:3.0:1773941369.858757:0:5531:0:(service.c:3162:ptlrpc_main()) ldlm_cn01_000: service thread [ffff96f283b20c00:5531] 0 exiting: rc = 1 00000100:00100000:3.0:1773941369.858879:0:5533:0:(service.c:3162:ptlrpc_main()) ldlm_cn01_002: service thread [ffff96f288bd8600:5533] 2 exiting: rc = 0 00000100:00100000:2.0:1773941369.858969:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.858982:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.858993:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859004:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859013:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859023:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859032:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859042:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859051:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859065:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859074:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859078:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859082:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859086:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859090:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859093:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859097:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859100:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859104:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859107:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859110:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859114:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859117:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859120:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859123:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859126:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859130:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859133:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859137:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859140:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859144:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859147:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859150:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859154:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859157:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859160:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859163:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859166:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859169:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859172:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859175:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859178:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859181:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859184:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859191:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859194:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859197:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859201:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859205:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859209:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859212:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859217:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859220:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859224:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859227:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859231:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859234:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859237:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859240:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859243:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859246:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859249:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859252:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859255:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859260:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859264:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859268:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859272:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859276:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859279:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859283:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859287:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859291:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859295:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859299:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859302:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859307:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859311:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859315:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859321:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859325:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859329:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859332:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859336:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859339:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859342:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859346:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859349:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859352:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859355:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859359:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859362:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859365:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859368:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859372:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859375:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859378:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859382:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859386:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859389:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859392:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859395:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859398:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859401:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859404:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859407:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859410:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859413:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859416:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859419:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859422:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859426:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859429:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859433:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859440:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859443:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859446:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859449:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859452:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859455:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859459:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859462:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859465:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859469:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859472:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859475:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859479:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1773941369.859482:0:8325:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000004:2.0:1773941369.860020:0:8325:0:(obd_mount.c:724:lustre_put_lsi()) put ffff96f2a0e33000 1 00000020:01000004:2.0:1773941369.860024:0:8325:0:(obd_mount.c:682:lustre_free_lsi()) Freeing lsi ffff96f2a0e34800 00000001:02000400:2.0:1773941401.279544:0:10504:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg245-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000800:00000010:0.0:1773941403.757797:0:2344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff96f299bd6b00. 00000800:00000200:0.0:1773941403.757814:0:2344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:0.0:1773941403.757820:0:2344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:0.0:1773941403.757836:0:2344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f299bd6b00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1773941403.757914:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000001:02000400:2.0:1773941408.392578:0:10935:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg245-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 00000800:00000200:0.0:1773941417.069839:0:2344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:0.0:1773941417.069848:0:2344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:0.0:1773941417.069852:0:2344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f299bd6b00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1773941417.069993:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000001:02000400:0.0:1773941419.643064:0:11483:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == conf-sanity test 161b: test mount with multiple IP for a single hostname ========================================================== 13:30:19 (1773941419) 00000001:02000400:2.0:1773941424.148567:0:11877:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg245-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:02000400:2.0:1773941429.058363:0:12299:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg245-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 00000080:00000010:0.0:1773941429.144509:0:12327:0:(super25.c:253:lustre_init_fs_context()) kmalloced '(lmd)': 128 at ffff96f282ee3580. 00000020:00000010:0.0:1773941429.144520:0:12327:0:(obd_mount.c:1388:lustre_parse_monolithic()) kmalloced '(lmd->lmd_params)': 4096 at ffff96f290a82000. 00000020:00000010:0.0:1773941429.144527:0:12327:0:(obd_mount.c:1590:lustre_parse_monolithic()) kmalloced '(lmd->lmd_dev)': 28 at ffff96f28932fe40. 00000020:00000010:0.0:1773941429.144530:0:12327:0:(obd_mount.c:1646:lustre_parse_monolithic()) kmalloced '(lmd->lmd_profile)': 14 at ffff96f289106080. 00000020:00000010:0.0:1773941429.144532:0:12327:0:(obd_mount.c:1674:lustre_parse_monolithic()) kmalloced '(lmd->lmd_opts)': 17 at ffff96f28932fec0. 00000020:00000010:0.0:1773941429.144610:0:12327:0:(obd_mount.c:656:lustre_init_lsi()) kmalloced '(lsi)': 1880 at ffff96f28916b000. 00000020:00000010:0.0:1773941429.144622:0:12327:0:(obd_mount.c:345:lustre_start_mgc()) kmalloced '(mgcname)': 23 at ffff96f298ba06c0. 00000020:00000010:0.0:1773941429.144625:0:12327:0:(obd_mount.c:353:lustre_start_mgc()) kmalloced '(data)': 192 at ffff96f2916d1540. 00000020:00000010:0.0:1773941429.144630:0:12327:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 88 at ffff96f298ba71e0. 00000100:00000010:0.0:1773941429.144634:0:12327:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff96f298bee000. 00000400:00000200:0.0:1773941429.144636:0:12327:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:0.0:1773941429.144639:0:12327:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.145@tcp 00000400:00000200:0.0:1773941429.144644:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941429.144648:0:12327:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.145@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1773941429.144652:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941429.144656:0:12327:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1773941429.144658:0:12327:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.145@tcp NID 192.168.202.145@tcp: 0. pending discovery 00000400:00000200:0.0:1773941429.144660:0:12327:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.145@tcp 00000100:00000010:0.0:1773941429.144661:0:12327:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff96f298bee000. 00000020:00000010:0.0:1773941429.144663:0:12327:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 88 at ffff96f298ba71e0. 00000020:00000010:0.0:1773941429.144666:0:12327:0:(obd_mount.c:487:lustre_start_mgc()) kmalloced '(uuid)': 40 at ffff96f298bde540. 00000020:00000010:0.0:1773941429.144670:0:12327:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 120 at ffff96f282ee3d80. 00000020:00000010:0.0:1773941429.144678:0:12327:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff96f298bf19b8. 00000020:00000010:0.0:1773941429.144682:0:12327:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff96f28916a000. 00000020:00000010:0.0:1773941429.144689:0:12327:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 120 at ffff96f282ee3d80. 00000020:00000010:0.0:1773941429.144691:0:12327:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 104 at ffff96f282ee3d80. 00000001:00000010:0.0:1773941429.144708:0:12327:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff96f287ecfb00. 00000001:00000010:0.0:1773941429.144711:0:12327:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff96f298ba0860. 00000001:00000010:0.0:1773941429.144713:0:12327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff96f289362600. 00000001:00000010:0.0:1773941429.144733:0:12327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff96f289363200. 00000001:00000010:0.0:1773941429.144735:0:12327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff96f289362a00. 00000001:00000010:0.0:1773941429.144737:0:12327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff96f289362800. 00000020:00000010:0.0:1773941429.144740:0:12327:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f290b31000. 00000020:00000010:0.0:1773941429.144743:0:12327:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96f282ee3800. 00000020:00000010:0.0:1773941429.144747:0:12327:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96f282d3fe10. 00008000:00000010:0.0:1773941429.144751:0:12327:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f288e54178. 00000020:00000010:0.0:1773941429.144755:0:12327:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f29260e000. 00000020:00000010:0.0:1773941429.144757:0:12327:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f29260ea00. 00000040:00000010:0.0:1773941429.144760:0:12327:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f29260fe00. 00000020:00000010:0.0:1773941429.144763:0:12327:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f289168800. 00000020:00000010:0.0:1773941429.144766:0:12327:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f28a0b5a00. 00040000:00000010:0.0:1773941429.144769:0:12327:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f287ecf000. 00040000:00000010:0.0:1773941429.144772:0:12327:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f298842000. 10000000:00000010:0.0:1773941429.144775:0:12327:0:(mgc_request.c:852:mgc_device_alloc()) kmalloced '(lu)': 64 at ffff96f298bde400. 00010000:00000010:0.0:1773941429.144782:0:12327:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff96f290a85000. 00010000:00000010:0.0:1773941429.144786:0:12327:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff96f290a84000. 00010000:00000010:0.0:1773941429.144791:0:12327:0:(ldlm_lockd.c:3356:ldlm_setup()) kmalloced '(ldlm_state)': 32 at ffff96f298ba0940. 00000100:00000010:0.0:1773941429.144837:0:12327:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 360 at ffff96f298842e00. 00000100:00000010:0.0:1773941429.144841:0:12327:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffff96f298bec000. 00000100:00000010:0.0:1773941429.144851:0:12327:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff96f288e94000. 00000100:00000010:0.0:1773941429.144856:0:12327:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff96f290a83000. 00000100:00000010:0.0:1773941429.144860:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f298becc00. 00000100:00000010:0.0:1773941429.144864:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298b68000. 00000100:00000010:0.0:1773941429.144866:0:12327:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffff96f298bec400. 00000100:00000010:0.0:1773941429.144873:0:12327:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff96f290a54000. 00000100:00000010:0.0:1773941429.144877:0:12327:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff96f290a81000. 00000100:00000010:0.0:1773941429.144879:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f298befc00. 00000100:00000010:0.0:1773941429.144885:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298b6a000. 00000400:00000200:0.0:1773941429.144889:0:12327:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 15 lazy 00000020:00000010:0.0:1773941429.144910:0:12327:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff96f298bed800. 00000020:00000010:0.0:1773941429.144913:0:12327:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff96f290a86000. 00000100:00000010:0.0:1773941429.144937:0:12327:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f2856753c0. 00000100:00000010:0.0:1773941429.144941:0:12327:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff96f298bde740. 00000100:00000010:0.0:1773941429.144944:0:12327:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f2856756c0. 00000100:00000010:0.0:1773941429.144946:0:12327:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f285675e40. 00000100:00000010:0.0:1773941429.144948:0:12327:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f285675a80. 00000100:00000010:0.0:1773941429.144950:0:12327:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f285675c00. 00000100:00000010:0.0:1773941429.144951:0:12327:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff96f298bded00. 00000100:00000010:0.0:1773941429.144953:0:12327:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f285675900. 00000100:00000010:0.0:1773941429.144954:0:12327:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f285675480. 00000100:00000010:0.0:1773941429.144956:0:12327:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f285675600. 00000100:00000200:0.0:1773941429.144970:0:12327:0:(service.c:848:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15 00000100:00000010:0.0:1773941429.144973:0:12327:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff96f283eb8c00. 00000100:00000010:0.0:1773941429.145157:0:12328:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff96f298bdea80. 00000020:00000010:0.0:1773941429.145161:0:12328:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f298bdeb00. 00000020:00000010:0.0:1773941429.145165:0:12328:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f283eb9e00. 00000020:00000010:0.0:1773941429.145167:0:12328:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f283eb9800. 00000040:00000010:0.0:1773941429.145168:0:12328:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f283eb9000. 00000020:00000010:0.0:1773941429.145171:0:12328:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f28916b800. 00000020:00000010:0.0:1773941429.145173:0:12328:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f289188f18. 00000020:00000010:0.0:1773941429.145175:0:12328:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f283eb9600. 80000000:00000010:0.0:1773941429.145177:0:12328:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f298ba73c0. 40000000:00000010:0.0:1773941429.145180:0:12328:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff96f298bde300. 00100000:00000010:0.0:1773941429.145183:0:12328:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f28916f800. 00040000:00000010:0.0:1773941429.145185:0:12328:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f287ecf500. 00040000:00000010:0.0:1773941429.145187:0:12328:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff96f28916d800. 00040000:00000010:0.0:1773941429.145189:0:12328:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f283eb9c00. 00000004:00000010:0.0:1773941429.145191:0:12328:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff96f28916a800. 00000004:00000010:0.0:1773941429.145195:0:12328:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff96f290a87000. 00000004:00000010:0.0:1773941429.145198:0:12328:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff96f28916f000. 00002000:00000010:0.0:1773941429.145204:0:12328:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff96f298bed000. 00000004:00000010:0.0:1773941429.145206:0:12328:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff96f298bedc00. 00000100:00000200:0.0:1773941429.145209:0:12328:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1773941429.145212:0:12328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f28014bf20. 00000400:00000010:0.0:1773941429.145216:0:12328:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f285675840. 00000100:00000010:0.0:1773941429.145223:0:12328:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff96f28916d000. 00000100:00000200:0.0:1773941429.145233:0:12328:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1773941429.145246:0:12327:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff96f299d6da00. 00000100:00000010:0.0:1773941429.145366:0:12329:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff96f298bded40. 00000020:00000010:0.0:1773941429.145368:0:12329:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f298bde900. 00000020:00000010:0.0:1773941429.145371:0:12329:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f283eb8a00. 00000020:00000010:0.0:1773941429.145372:0:12329:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f283eb9a00. 00000040:00000010:0.0:1773941429.145374:0:12329:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f283eb9400. 00000020:00000010:0.0:1773941429.145375:0:12329:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f289168000. 00000020:00000010:0.0:1773941429.145377:0:12329:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f28918a840. 00000020:00000010:0.0:1773941429.145379:0:12329:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f283eb8e00. 80000000:00000010:0.0:1773941429.145380:0:12329:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f298ba7480. 40000000:00000010:0.0:1773941429.145382:0:12329:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff96f298bde140. 00100000:00000010:0.0:1773941429.145384:0:12329:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f28916e800. 00040000:00000010:0.0:1773941429.145385:0:12329:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f287ecf900. 00040000:00000010:0.0:1773941429.145387:0:12329:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff96f28916c000. 00040000:00000010:0.0:1773941429.145390:0:12329:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f299dd6e00. 00000004:00000010:0.0:1773941429.145392:0:12329:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff96f2836b2800. 00000004:00000010:0.0:1773941429.145394:0:12329:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff96f2863ae000. 00000004:00000010:0.0:1773941429.145397:0:12329:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff96f284fc7800. 00002000:00000010:0.0:1773941429.145398:0:12329:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff96f298bec800. 00000004:00000010:0.0:1773941429.145400:0:12329:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff96f2a0e38000. 00000100:00000010:0.0:1773941429.145402:0:12329:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff96f284fc0800. 00000100:00000200:0.0:1773941429.145410:0:12329:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1773941429.145423:0:12327:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff96f299d6d200. 00000100:00000010:2.0:1773941429.145566:0:12330:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff96f2856cac00. 00000020:00000010:2.0:1773941429.145568:0:12330:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f2856cac40. 00000020:00000010:2.0:1773941429.145571:0:12330:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f299d6cc00. 00000020:00000010:2.0:1773941429.145573:0:12330:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f299d6d000. 00000040:00000010:2.0:1773941429.145575:0:12330:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f299d6de00. 00000020:00000010:2.0:1773941429.145577:0:12330:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f289178000. 00000020:00000010:2.0:1773941429.145580:0:12330:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f284ae8f18. 00000020:00000010:2.0:1773941429.145582:0:12330:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f299d6c400. 80000000:00000010:2.0:1773941429.145588:0:12330:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f284cd2540. 40000000:00000010:2.0:1773941429.145590:0:12330:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff96f2856cae00. 00100000:00000010:2.0:1773941429.145592:0:12330:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f289178800. 00040000:00000010:2.0:1773941429.145594:0:12330:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f29253a500. 00040000:00000010:2.0:1773941429.145596:0:12330:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff96f28917d000. 00040000:00000010:2.0:1773941429.145598:0:12330:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f299d6dc00. 00000004:00000010:2.0:1773941429.145600:0:12330:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff96f28917f800. 00000004:00000010:2.0:1773941429.145602:0:12330:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff96f285313000. 00000004:00000010:2.0:1773941429.145604:0:12330:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff96f289179000. 00002000:00000010:2.0:1773941429.145606:0:12330:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff96f2c2043c00. 00000004:00000010:2.0:1773941429.145608:0:12330:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff96f2c2040400. 00000100:00000200:2.0:1773941429.145610:0:12330:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1773941429.145613:0:12330:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f5000. 00000400:00000010:2.0:1773941429.145616:0:12330:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f283f610c0. 00000100:00000010:2.0:1773941429.145619:0:12330:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff96f28917a800. 00000100:00000200:2.0:1773941429.145628:0:12330:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1773941429.145636:0:12327:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff96f2a0e24200. 00000100:00000010:3.0:1773941429.145789:0:12331:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff96f282e6dcc0. 00000020:00000010:3.0:1773941429.145792:0:12331:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f282e6d280. 00000020:00000010:3.0:1773941429.145796:0:12331:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f288bd9000. 00000020:00000010:3.0:1773941429.145798:0:12331:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f288bd9c00. 00000040:00000010:3.0:1773941429.145801:0:12331:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f290875000. 00000020:00000010:3.0:1773941429.145804:0:12331:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f284b17000. 00000020:00000010:3.0:1773941429.145808:0:12331:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f289149928. 00000020:00000010:3.0:1773941429.145810:0:12331:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f290875600. 80000000:00000010:3.0:1773941429.145813:0:12331:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f282d7f3c0. 40000000:00000010:3.0:1773941429.145815:0:12331:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff96f282e6d9c0. 00100000:00000010:3.0:1773941429.145818:0:12331:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f284b15800. 00040000:00000010:3.0:1773941429.145820:0:12331:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f283258700. 00040000:00000010:3.0:1773941429.145823:0:12331:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff96f284b10800. 00040000:00000010:3.0:1773941429.145826:0:12331:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f290874200. 00000004:00000010:3.0:1773941429.145828:0:12331:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff96f284b12000. 00000004:00000010:3.0:1773941429.145832:0:12331:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff96f298afd000. 00000004:00000010:3.0:1773941429.145834:0:12331:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff96f284b16000. 00002000:00000010:3.0:1773941429.145837:0:12331:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff96f28630c400. 00000004:00000010:3.0:1773941429.145840:0:12331:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff96f28630fc00. 00000100:00000010:3.0:1773941429.145843:0:12331:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff96f284b11800. 00000100:00000200:3.0:1773941429.145855:0:12331:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1773941429.145870:0:12327:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 360 at ffff96f299d6c600. 00000100:00000010:2.0:1773941429.145875:0:12327:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffff96f2c2043800. 00000100:00000010:2.0:1773941429.145894:0:12327:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff96f290a8c000. 00000100:00000010:2.0:1773941429.145901:0:12327:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff96f298be0000. 00000100:00000010:2.0:1773941429.145905:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2c2043400. 00000100:00000010:2.0:1773941429.145910:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f285364000. 00000100:00000010:2.0:1773941429.145912:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2c2041800. 00000100:00000010:2.0:1773941429.145916:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f285360000. 00000100:00000010:2.0:1773941429.145919:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2c2042800. 00000100:00000010:2.0:1773941429.145921:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f285366000. 00000100:00000010:2.0:1773941429.145923:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28638e400. 00000100:00000010:2.0:1773941429.145926:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f285362000. 00000100:00000010:2.0:1773941429.145928:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28638d800. 00000100:00000010:2.0:1773941429.145931:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f284af0000. 00000100:00000010:2.0:1773941429.145932:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28638cc00. 00000100:00000010:2.0:1773941429.145935:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f284af4000. 00000100:00000010:2.0:1773941429.145940:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28638dc00. 00000100:00000010:2.0:1773941429.145943:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f284af6000. 00000100:00000010:2.0:1773941429.145945:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f282c96c00. 00000100:00000010:2.0:1773941429.145948:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f284af2000. 00000100:00000010:2.0:1773941429.145951:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f292684c00. 00000100:00000010:2.0:1773941429.145954:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298b08000. 00000100:00000010:2.0:1773941429.145955:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f292684000. 00000100:00000010:2.0:1773941429.145958:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298b0c000. 00000100:00000010:2.0:1773941429.145960:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f292684800. 00000100:00000010:2.0:1773941429.145963:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298b0e000. 00000100:00000010:2.0:1773941429.145964:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f292685400. 00000100:00000010:2.0:1773941429.145967:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298b0a000. 00000100:00000010:2.0:1773941429.145969:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f292687000. 00000100:00000010:2.0:1773941429.145972:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f283bd8000. 00000100:00000010:2.0:1773941429.145973:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f292685800. 00000100:00000010:2.0:1773941429.145976:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f283bda000. 00000100:00000010:2.0:1773941429.145978:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f292686800. 00000100:00000010:2.0:1773941429.145981:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298ad2000. 00000100:00000010:2.0:1773941429.145982:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f292685000. 00000100:00000010:2.0:1773941429.145985:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298ad6000. 00000100:00000010:2.0:1773941429.145986:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f292686400. 00000100:00000010:2.0:1773941429.145989:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298ad0000. 00000100:00000010:2.0:1773941429.145990:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f292687400. 00000100:00000010:2.0:1773941429.145993:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298ad4000. 00000100:00000010:2.0:1773941429.145994:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f292687c00. 00000100:00000010:2.0:1773941429.145998:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f284ada000. 00000100:00000010:2.0:1773941429.145999:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f292686000. 00000100:00000010:2.0:1773941429.146002:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f284ad8000. 00000100:00000010:2.0:1773941429.146003:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f292686c00. 00000100:00000010:2.0:1773941429.146006:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f284adc000. 00000100:00000010:2.0:1773941429.146007:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f292685c00. 00000100:00000010:2.0:1773941429.146012:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f284ade000. 00000100:00000010:2.0:1773941429.146014:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f292684400. 00000100:00000010:2.0:1773941429.146018:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f284ad0000. 00000100:00000010:2.0:1773941429.146030:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28831ec00. 00000100:00000010:2.0:1773941429.146034:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f284ad4000. 00000100:00000010:2.0:1773941429.146036:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28831cc00. 00000100:00000010:2.0:1773941429.146039:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f284ad6000. 00000100:00000010:2.0:1773941429.146040:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28831e400. 00000100:00000010:2.0:1773941429.146043:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f284ad2000. 00000100:00000010:2.0:1773941429.146045:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28831e800. 00000100:00000010:2.0:1773941429.146048:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2a0e2a000. 00000100:00000010:2.0:1773941429.146050:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28831c800. 00000100:00000010:2.0:1773941429.146053:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f292490000. 00000100:00000010:2.0:1773941429.146054:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28831d000. 00000100:00000010:2.0:1773941429.146057:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f283bec000. 00000100:00000010:2.0:1773941429.146059:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f289312800. 00000100:00000010:2.0:1773941429.146062:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f283bea000. 00000100:00000010:2.0:1773941429.146065:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f289311000. 00000100:00000010:2.0:1773941429.146076:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f288e34000. 00000100:00000010:2.0:1773941429.146079:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f289313000. 00000100:00000010:2.0:1773941429.146083:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f288e30000. 00000100:00000010:2.0:1773941429.146085:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f289311400. 00000100:00000010:2.0:1773941429.146089:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f288e32000. 00000100:00000010:2.0:1773941429.146092:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f289312400. 00000100:00000010:2.0:1773941429.146096:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f288e36000. 00000100:00000010:2.0:1773941429.146098:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f289313400. 00000100:00000010:2.0:1773941429.146107:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298a88000. 00000100:00000010:2.0:1773941429.146111:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f29167f400. 00000100:00000010:2.0:1773941429.146116:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298a8a000. 00000100:00000010:2.0:1773941429.146119:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28365b800. 00000100:00000010:2.0:1773941429.146123:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298a8e000. 00000100:00000010:2.0:1773941429.146129:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28365b000. 00000100:00000010:2.0:1773941429.146133:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298a8c000. 00000100:00000010:2.0:1773941429.146135:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f283658000. 00000100:00000010:2.0:1773941429.146144:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f290a18000. 00000100:00000010:2.0:1773941429.146147:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28365a400. 00000100:00000010:2.0:1773941429.146151:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f290a1a000. 00000100:00000010:2.0:1773941429.146154:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f283658400. 00000100:00000010:2.0:1773941429.146158:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f290a1e000. 00000100:00000010:2.0:1773941429.146161:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f283659c00. 00000100:00000010:2.0:1773941429.146165:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f290a1c000. 00000100:00000010:2.0:1773941429.146167:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f283658c00. 00000100:00000010:2.0:1773941429.146175:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298b62000. 00000100:00000010:2.0:1773941429.146177:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28365bc00. 00000100:00000010:2.0:1773941429.146179:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298b66000. 00000100:00000010:2.0:1773941429.146181:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f283659400. 00000100:00000010:2.0:1773941429.146184:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298b64000. 00000100:00000010:2.0:1773941429.146185:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28365ac00. 00000100:00000010:2.0:1773941429.146188:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298b60000. 00000100:00000010:2.0:1773941429.146190:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f286314800. 00000100:00000010:2.0:1773941429.146196:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2851c0000. 00000100:00000010:2.0:1773941429.146198:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f286302800. 00000100:00000010:2.0:1773941429.146201:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2851c2000. 00000100:00000010:2.0:1773941429.146203:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f299e2f800. 00000100:00000010:2.0:1773941429.146206:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2851c6000. 00000100:00000010:2.0:1773941429.146208:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28a2f8800. 00000100:00000010:2.0:1773941429.146210:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2851c4000. 00000100:00000010:2.0:1773941429.146217:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28349a800. 00000100:00000010:2.0:1773941429.146223:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f28935e000. 00000100:00000010:2.0:1773941429.146225:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f283499000. 00000100:00000010:2.0:1773941429.146228:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f28935c000. 00000100:00000010:2.0:1773941429.146230:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28349a400. 00000100:00000010:2.0:1773941429.146235:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f289358000. 00000100:00000010:2.0:1773941429.146237:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28349b400. 00000100:00000010:2.0:1773941429.146239:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f28935a000. 00000100:00000010:2.0:1773941429.146241:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28349b800. 00000100:00000010:2.0:1773941429.146247:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298b00000. 00000100:00000010:2.0:1773941429.146249:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28349a000. 00000100:00000010:2.0:1773941429.146252:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298b02000. 00000100:00000010:2.0:1773941429.146253:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f283499c00. 00000100:00000010:2.0:1773941429.146256:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298b06000. 00000100:00000010:2.0:1773941429.146257:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f283498400. 00000100:00000010:2.0:1773941429.146260:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298b04000. 00000100:00000010:2.0:1773941429.146261:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28349bc00. 00000100:00000010:2.0:1773941429.146267:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2834b2000. 00000100:00000010:2.0:1773941429.146268:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28349ac00. 00000100:00000010:2.0:1773941429.146271:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2834b6000. 00000100:00000010:2.0:1773941429.146273:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f283498c00. 00000100:00000010:2.0:1773941429.146275:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2834b4000. 00000100:00000010:2.0:1773941429.146276:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f283498000. 00000100:00000010:2.0:1773941429.146279:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2834b0000. 00000100:00000010:2.0:1773941429.146281:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f283498800. 00000100:00000010:2.0:1773941429.146286:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f289172000. 00000100:00000010:2.0:1773941429.146288:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f283499400. 00000100:00000010:2.0:1773941429.146291:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f289176000. 00000100:00000010:2.0:1773941429.146293:0:12327:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffff96f28349b000. 00000100:00000010:2.0:1773941429.146300:0:12327:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff96f286074000. 00000100:00000010:2.0:1773941429.146305:0:12327:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff96f298be4000. 00000100:00000010:2.0:1773941429.146307:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f283499800. 00000100:00000010:2.0:1773941429.146310:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f289174000. 00000100:00000010:2.0:1773941429.146317:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f288a1c800. 00000100:00000010:2.0:1773941429.146320:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f289170000. 00000100:00000010:2.0:1773941429.146322:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f288a1d400. 00000100:00000010:2.0:1773941429.146329:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2834e8000. 00000100:00000010:2.0:1773941429.146332:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f288a1f000. 00000100:00000010:2.0:1773941429.146334:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2834ea000. 00000100:00000010:2.0:1773941429.146336:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f288a1d800. 00000100:00000010:2.0:1773941429.146339:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2834ee000. 00000100:00000010:2.0:1773941429.146341:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f288a1e800. 00000100:00000010:2.0:1773941429.146343:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2834ec000. 00000100:00000010:2.0:1773941429.146345:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f288a1d000. 00000100:00000010:2.0:1773941429.146351:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298bc4000. 00000100:00000010:2.0:1773941429.146353:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f288a1e400. 00000100:00000010:2.0:1773941429.146356:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298bc0000. 00000100:00000010:2.0:1773941429.146357:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f288a1f400. 00000100:00000010:2.0:1773941429.146360:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298bc2000. 00000100:00000010:2.0:1773941429.146361:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f288a1f800. 00000100:00000010:2.0:1773941429.146364:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298bc6000. 00000100:00000010:2.0:1773941429.146366:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f288a1e000. 00000100:00000010:2.0:1773941429.146371:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2882de000. 00000100:00000010:2.0:1773941429.146373:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f288a1dc00. 00000100:00000010:2.0:1773941429.146376:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2882dc000. 00000100:00000010:2.0:1773941429.146377:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f288a1c400. 00000100:00000010:2.0:1773941429.146380:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2882d8000. 00000100:00000010:2.0:1773941429.146381:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f288a1fc00. 00000100:00000010:2.0:1773941429.146384:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2882da000. 00000100:00000010:2.0:1773941429.146385:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f288a1ec00. 00000100:00000010:2.0:1773941429.146391:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f288e8a000. 00000100:00000010:2.0:1773941429.146393:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f288a1cc00. 00000100:00000010:2.0:1773941429.146396:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f288e8e000. 00000100:00000010:2.0:1773941429.146398:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f288a1c000. 00000100:00000010:2.0:1773941429.146400:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f288e8c000. 00000100:00000010:2.0:1773941429.146407:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2987a0000. 00000100:00000010:2.0:1773941429.146410:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f288e88000. 00000100:00000010:2.0:1773941429.146413:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2987a0800. 00000100:00000010:2.0:1773941429.146420:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298b18000. 00000100:00000010:2.0:1773941429.146421:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2987a1400. 00000100:00000010:2.0:1773941429.146424:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298b1a000. 00000100:00000010:2.0:1773941429.146426:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2987a3000. 00000100:00000010:2.0:1773941429.146428:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298b1e000. 00000100:00000010:2.0:1773941429.146430:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2987a1800. 00000100:00000010:2.0:1773941429.146432:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298b1c000. 00000100:00000010:2.0:1773941429.146434:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2987a2800. 00000100:00000010:2.0:1773941429.146440:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2a0e12000. 00000100:00000010:2.0:1773941429.146442:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2987a1000. 00000100:00000010:2.0:1773941429.146444:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2a0e16000. 00000100:00000010:2.0:1773941429.146446:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2987a2400. 00000100:00000010:2.0:1773941429.146448:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2a0e14000. 00000100:00000010:2.0:1773941429.146450:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2987a3400. 00000100:00000010:2.0:1773941429.146452:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2a0e10000. 00000100:00000010:2.0:1773941429.146454:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2987a3800. 00000100:00000010:2.0:1773941429.146459:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f28348e000. 00000100:00000010:2.0:1773941429.146461:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2987a2000. 00000100:00000010:2.0:1773941429.146464:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f28348c000. 00000100:00000010:2.0:1773941429.146465:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2987a1c00. 00000100:00000010:2.0:1773941429.146468:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f283488000. 00000100:00000010:2.0:1773941429.146469:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2987a0400. 00000100:00000010:2.0:1773941429.146472:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f28348a000. 00000100:00000010:2.0:1773941429.146473:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2987a3c00. 00000100:00000010:2.0:1773941429.146479:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f284a5a000. 00000100:00000010:2.0:1773941429.146481:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2987a2c00. 00000100:00000010:2.0:1773941429.146483:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f284a5e000. 00000100:00000010:2.0:1773941429.146485:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2987a0c00. 00000100:00000010:2.0:1773941429.146487:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f284a5c000. 00000100:00000010:2.0:1773941429.146493:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2850fb000. 00000100:00000010:2.0:1773941429.146498:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f284a58000. 00000100:00000010:2.0:1773941429.146500:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2850f9800. 00000100:00000010:2.0:1773941429.146506:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f288edc000. 00000100:00000010:2.0:1773941429.146508:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2850fa800. 00000100:00000010:2.0:1773941429.146511:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f288ed8000. 00000100:00000010:2.0:1773941429.146512:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2850f9000. 00000100:00000010:2.0:1773941429.146515:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f288eda000. 00000100:00000010:2.0:1773941429.146516:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2850fa400. 00000100:00000010:2.0:1773941429.146519:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f288ede000. 00000100:00000010:2.0:1773941429.146520:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2850fb400. 00000100:00000010:2.0:1773941429.146526:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298b5a000. 00000100:00000010:2.0:1773941429.146528:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2850fb800. 00000100:00000010:2.0:1773941429.146530:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298b5e000. 00000100:00000010:2.0:1773941429.146532:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2850fa000. 00000100:00000010:2.0:1773941429.146534:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298b5c000. 00000100:00000010:2.0:1773941429.146536:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2850f9c00. 00000100:00000010:2.0:1773941429.146538:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298b58000. 00000100:00000010:2.0:1773941429.146540:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2850f8400. 00000100:00000010:2.0:1773941429.146546:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f288e4a000. 00000100:00000010:2.0:1773941429.146547:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2850fbc00. 00000100:00000010:2.0:1773941429.146550:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f288e4e000. 00000100:00000010:2.0:1773941429.146552:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2850fac00. 00000100:00000010:2.0:1773941429.146554:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f288e4c000. 00000100:00000010:2.0:1773941429.146555:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2850f8c00. 00000100:00000010:2.0:1773941429.146558:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f288e48000. 00000100:00000010:2.0:1773941429.146560:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2850f8000. 00000100:00000010:2.0:1773941429.146566:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f290a04000. 00000100:00000010:2.0:1773941429.146568:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2850f8800. 00000100:00000010:2.0:1773941429.146571:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f290a00000. 00000100:00000010:2.0:1773941429.146572:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2850f9400. 00000100:00000010:2.0:1773941429.146575:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f290a02000. 00000100:00000010:2.0:1773941429.146583:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f289158400. 00000100:00000010:2.0:1773941429.146587:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f290a06000. 00000100:00000010:2.0:1773941429.146588:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28915bc00. 00000100:00000010:2.0:1773941429.146594:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298b42000. 00000100:00000010:2.0:1773941429.146596:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28915ac00. 00000100:00000010:2.0:1773941429.146599:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298b46000. 00000100:00000010:2.0:1773941429.146600:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f289158c00. 00000100:00000010:2.0:1773941429.146603:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298b44000. 00000100:00000010:2.0:1773941429.146605:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f289158000. 00000100:00000010:2.0:1773941429.146607:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298b40000. 00000100:00000010:2.0:1773941429.146609:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f289158800. 00000100:00000010:2.0:1773941429.146615:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298aa8000. 00000100:00000010:2.0:1773941429.146616:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f289159400. 00000100:00000010:2.0:1773941429.146619:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298aaa000. 00000100:00000010:2.0:1773941429.146621:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28915b000. 00000100:00000010:2.0:1773941429.146623:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298aae000. 00000100:00000010:2.0:1773941429.146625:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f289159800. 00000100:00000010:2.0:1773941429.146627:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298aac000. 00000100:00000010:2.0:1773941429.146629:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28915a800. 00000100:00000010:2.0:1773941429.146635:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2851ac000. 00000100:00000010:2.0:1773941429.146637:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f289159000. 00000100:00000010:2.0:1773941429.146639:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2851a8000. 00000100:00000010:2.0:1773941429.146641:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28915a400. 00000100:00000010:2.0:1773941429.146643:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2851aa000. 00000100:00000010:2.0:1773941429.146645:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28915b400. 00000100:00000010:2.0:1773941429.146648:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2851ae000. 00000100:00000010:2.0:1773941429.146649:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28915b800. 00000100:00000010:2.0:1773941429.146656:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f28810a000. 00000100:00000010:2.0:1773941429.146658:0:12327:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28915a000. 00000100:00000010:2.0:1773941429.146661:0:12327:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f28810e000. 00000400:00000200:2.0:1773941429.146663:0:12327:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 17 lazy 00000020:00000010:2.0:1773941429.146692:0:12327:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff96f289159c00. 00000020:00000010:2.0:1773941429.146695:0:12327:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff96f298be2000. 00000100:00000010:2.0:1773941429.146907:0:12327:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f283f61240. 00000100:00000010:2.0:1773941429.146910:0:12327:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff96f2856ca940. 00000100:00000010:2.0:1773941429.146912:0:12327:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f283f61480. 00000100:00000010:2.0:1773941429.146914:0:12327:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f283f613c0. 00000100:00000010:2.0:1773941429.146916:0:12327:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f283f61cc0. 00000100:00000010:2.0:1773941429.146918:0:12327:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at ffff96f2834b9700. 00000100:00000010:2.0:1773941429.146920:0:12327:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f283f61f00. 00000100:00000010:2.0:1773941429.146921:0:12327:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff96f2856ca280. 00000100:00000010:2.0:1773941429.146922:0:12327:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f283f61c00. 00000100:00000010:2.0:1773941429.146923:0:12327:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f283f61780. 00000100:00000010:2.0:1773941429.146924:0:12327:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f283f61a80. 00000100:00000010:2.0:1773941429.146926:0:12327:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f283f61600. 00000100:00000010:2.0:1773941429.146927:0:12327:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff96f2856cadc0. 00000100:00000010:2.0:1773941429.146928:0:12327:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f283f61b40. 00000100:00000010:2.0:1773941429.146930:0:12327:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f283f61000. 00000100:00000010:2.0:1773941429.146931:0:12327:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f283f61900. 00000100:00000010:2.0:1773941429.146932:0:12327:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at ffff96f2834b9200. 00000100:00000010:2.0:1773941429.146935:0:12327:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f299f166c0. 00000100:00000010:2.0:1773941429.146936:0:12327:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff96f2856cad40. 00000100:00000010:2.0:1773941429.146937:0:12327:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f299f16600. 00000100:00000010:2.0:1773941429.146939:0:12327:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f2a2193840. 00000100:00000010:2.0:1773941429.146941:0:12327:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f282b9e180. 00000100:00000200:2.0:1773941429.146957:0:12327:0:(service.c:848:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17 00000100:00000010:2.0:1773941429.146960:0:12327:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff96f288bb2800. 00000100:00000010:0.0:1773941429.147097:0:12332:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff96f298bdeec0. 00000020:00000010:0.0:1773941429.147099:0:12332:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f298bdea00. 00000020:00000010:0.0:1773941429.147102:0:12332:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f2a0e25200. 00000020:00000010:0.0:1773941429.147103:0:12332:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f2a0e24e00. 00000020:00000010:0.0:1773941429.147106:0:12332:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f298ba77e0. 00000040:00000010:0.0:1773941429.147111:0:12332:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f2a0e24c00. 00000020:00000010:0.0:1773941429.147113:0:12332:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f28309a000. 00000020:00000010:0.0:1773941429.147115:0:12332:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f28918bc60. 00000020:00000010:0.0:1773941429.147117:0:12332:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f2a0e25000. 80000000:00000010:0.0:1773941429.147119:0:12332:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f298ba72a0. 40000000:00000010:0.0:1773941429.147120:0:12332:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff96f298bde5c0. 00008000:00000010:0.0:1773941429.147123:0:12332:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f2882ece20. 00100000:00000010:0.0:1773941429.147125:0:12332:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f28309b000. 00040000:00000010:0.0:1773941429.147127:0:12332:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f2834a7500. 00040000:00000010:0.0:1773941429.147129:0:12332:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff96f28309e800. 00040000:00000010:0.0:1773941429.147130:0:12332:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f2a0e24600. 00000004:00000010:0.0:1773941429.147132:0:12332:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff96f28309f800. 00000004:00000010:0.0:1773941429.147135:0:12332:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff96f2a08eb000. 00000004:00000010:0.0:1773941429.147137:0:12332:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff96f28309c800. 00002000:00000010:0.0:1773941429.147138:0:12332:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff96f2a0e38800. 00000004:00000010:0.0:1773941429.147140:0:12332:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff96f2a0e39400. 00000100:00000200:0.0:1773941429.147142:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147144:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f28014b7e8. 00000400:00000010:0.0:1773941429.147147:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0e02180. 00000100:00000200:0.0:1773941429.147149:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147150:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f28014bbb0. 00000400:00000010:0.0:1773941429.147152:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0e02480. 00000100:00000200:0.0:1773941429.147153:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147154:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f28014b000. 00000400:00000010:0.0:1773941429.147156:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0e02540. 00000100:00000200:0.0:1773941429.147157:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147158:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f28014bdc0. 00000400:00000010:0.0:1773941429.147159:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0e02a80. 00000100:00000200:0.0:1773941429.147160:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147162:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f28014be70. 00000400:00000010:0.0:1773941429.147163:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0e02600. 00000100:00000200:0.0:1773941429.147164:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147165:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f28014b0b0. 00000400:00000010:0.0:1773941429.147166:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0e02b40. 00000100:00000200:0.0:1773941429.147170:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147171:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f28014b528. 00000400:00000010:0.0:1773941429.147172:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0e02900. 00000100:00000200:0.0:1773941429.147174:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147175:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f28014b420. 00000400:00000010:0.0:1773941429.147176:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0e02780. 00000100:00000200:0.0:1773941429.147177:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147178:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f28014b580. 00000400:00000010:0.0:1773941429.147179:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0e02240. 00000100:00000200:0.0:1773941429.147180:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147182:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f28014b790. 00000400:00000010:0.0:1773941429.147183:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0e02300. 00000100:00000200:0.0:1773941429.147184:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147185:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f28014bec8. 00000400:00000010:0.0:1773941429.147186:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0e029c0. 00000100:00000200:0.0:1773941429.147187:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147193:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3898. 00000400:00000010:0.0:1773941429.147195:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0e02d80. 00000100:00000200:0.0:1773941429.147196:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147197:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d36e0. 00000400:00000010:0.0:1773941429.147198:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0e02cc0. 00000100:00000200:0.0:1773941429.147199:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147200:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3c60. 00000400:00000010:0.0:1773941429.147201:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0e026c0. 00000100:00000200:0.0:1773941429.147202:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147203:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3160. 00000400:00000010:0.0:1773941429.147205:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28510d3c0. 00000100:00000200:0.0:1773941429.147206:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147207:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d34d0. 00000400:00000010:0.0:1773941429.147209:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28510de40. 00000100:00000200:0.0:1773941429.147210:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147211:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d31b8. 00000400:00000010:0.0:1773941429.147212:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28510dc00. 00000100:00000200:0.0:1773941429.147213:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147214:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3ec8. 00000400:00000010:0.0:1773941429.147218:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28510dcc0. 00000100:00000200:0.0:1773941429.147219:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147220:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3790. 00000400:00000010:0.0:1773941429.147222:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28510d540. 00000100:00000200:0.0:1773941429.147223:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147224:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d37e8. 00000400:00000010:0.0:1773941429.147225:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28510d840. 00000100:00000200:0.0:1773941429.147226:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147227:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3f20. 00000400:00000010:0.0:1773941429.147228:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f288e99d80. 00000100:00000200:0.0:1773941429.147229:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147230:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3bb0. 00000400:00000010:0.0:1773941429.147232:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f288e99840. 00000100:00000200:0.0:1773941429.147232:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147233:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3000. 00000400:00000010:0.0:1773941429.147235:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f288e999c0. 00000100:00000200:0.0:1773941429.147236:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147237:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3dc0. 00000400:00000010:0.0:1773941429.147238:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f288e99000. 00000100:00000200:0.0:1773941429.147239:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147240:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3e70. 00000400:00000010:0.0:1773941429.147241:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f288e99cc0. 00000100:00000200:0.0:1773941429.147242:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147243:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d30b0. 00000400:00000010:0.0:1773941429.147244:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f288e99240. 00000100:00000200:0.0:1773941429.147245:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147245:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3528. 00000400:00000010:0.0:1773941429.147246:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f288e99c00. 00000100:00000200:0.0:1773941429.147247:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147248:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3420. 00000400:00000010:0.0:1773941429.147249:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f288e993c0. 00000100:00000200:0.0:1773941429.147250:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147251:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3580. 00000400:00000010:0.0:1773941429.147252:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f288e99480. 00000100:00000200:0.0:1773941429.147253:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147257:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3948. 00000400:00000010:0.0:1773941429.147258:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f288e996c0. 00000100:00000200:0.0:1773941429.147260:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147261:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3e18. 00000400:00000010:0.0:1773941429.147262:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f288e99780. 00000100:00000200:0.0:1773941429.147263:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147264:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d35d8. 00000400:00000010:0.0:1773941429.147265:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f288e99a80. 00000100:00000200:0.0:1773941429.147266:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147267:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d32c0. 00000400:00000010:0.0:1773941429.147268:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f288e990c0. 00000100:00000200:0.0:1773941429.147269:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147270:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3268. 00000400:00000010:0.0:1773941429.147271:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f288e99900. 00000100:00000200:0.0:1773941429.147272:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147273:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3aa8. 00000400:00000010:0.0:1773941429.147274:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f288e99180. 00000100:00000200:0.0:1773941429.147275:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147276:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3b58. 00000400:00000010:0.0:1773941429.147277:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f288e99300. 00000100:00000200:0.0:1773941429.147278:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147278:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3478. 00000400:00000010:0.0:1773941429.147280:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f288e99f00. 00000100:00000200:0.0:1773941429.147280:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147281:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3370. 00000400:00000010:0.0:1773941429.147282:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f288e99540. 00000100:00000200:0.0:1773941429.147283:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147284:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3840. 00000400:00000010:0.0:1773941429.147285:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f288e99b40. 00000100:00000200:0.0:1773941429.147286:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147287:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3210. 00000400:00000010:0.0:1773941429.147288:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f288e99600. 00000100:00000200:0.0:1773941429.147289:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147290:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d39a0. 00000400:00000010:0.0:1773941429.147291:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f288e99e40. 00000100:00000200:0.0:1773941429.147295:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147296:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3108. 00000400:00000010:0.0:1773941429.147298:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28628bc00. 00000100:00000200:0.0:1773941429.147299:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147300:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3c08. 00000400:00000010:0.0:1773941429.147301:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28628b780. 00000100:00000200:0.0:1773941429.147302:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147303:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3688. 00000400:00000010:0.0:1773941429.147305:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28628bd80. 00000100:00000200:0.0:1773941429.147305:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147306:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3b00. 00000400:00000010:0.0:1773941429.147308:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28628b480. 00000100:00000200:0.0:1773941429.147309:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147309:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3058. 00000400:00000010:0.0:1773941429.147311:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28628ba80. 00000100:00000200:0.0:1773941429.147311:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147312:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3d10. 00000400:00000010:0.0:1773941429.147313:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28628b3c0. 00000100:00000200:0.0:1773941429.147315:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147315:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3a50. 00000400:00000010:0.0:1773941429.147316:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28628b300. 00000100:00000200:0.0:1773941429.147317:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147318:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d39f8. 00000400:00000010:0.0:1773941429.147319:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28628b180. 00000100:00000200:0.0:1773941429.147320:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147321:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3cb8. 00000400:00000010:0.0:1773941429.147322:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28628b000. 00000100:00000200:0.0:1773941429.147323:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147324:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d38f0. 00000400:00000010:0.0:1773941429.147325:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28628b840. 00000100:00000200:0.0:1773941429.147326:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147327:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3f78. 00000400:00000010:0.0:1773941429.147328:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28628bcc0. 00000100:00000200:0.0:1773941429.147329:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147330:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3d68. 00000400:00000010:0.0:1773941429.147334:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28628b240. 00000100:00000200:0.0:1773941429.147335:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147336:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3738. 00000400:00000010:0.0:1773941429.147337:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28628b0c0. 00000100:00000200:0.0:1773941429.147338:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147339:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3318. 00000400:00000010:0.0:1773941429.147341:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f298af1540. 00000100:00000200:0.0:1773941429.147342:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147343:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d33c8. 00000400:00000010:0.0:1773941429.147344:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f298af13c0. 00000100:00000200:0.0:1773941429.147345:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147346:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3630. 00000400:00000010:0.0:1773941429.147347:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f298af1780. 00000100:00000200:0.0:1773941429.147348:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147354:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2987965d8. 00000400:00000010:0.0:1773941429.147356:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f298af1000. 00000100:00000200:0.0:1773941429.147357:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147358:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2987962c0. 00000400:00000010:0.0:1773941429.147360:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f298af1f00. 00000100:00000200:0.0:1773941429.147361:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147361:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796268. 00000400:00000010:0.0:1773941429.147363:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f298af1d80. 00000100:00000200:0.0:1773941429.147364:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147365:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796aa8. 00000400:00000010:0.0:1773941429.147366:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f298af1cc0. 00000100:00000200:0.0:1773941429.147366:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147367:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796b58. 00000400:00000010:0.0:1773941429.147369:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f298af1c00. 00000100:00000200:0.0:1773941429.147370:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147371:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796478. 00000400:00000010:0.0:1773941429.147372:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f298af1e40. 00000100:00000200:0.0:1773941429.147373:0:12332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941429.147374:0:12332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796370. 00000400:00000010:0.0:1773941429.147375:0:12332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f298af1900. 00000100:00000010:0.0:1773941429.147377:0:12332:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff96f283098800. 00000100:00000200:0.0:1773941429.147389:0:12332:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1773941429.147402:0:12327:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff96f2a0162200. 00000100:00000010:0.0:1773941429.147510:0:12333:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff96f298bde500. 00000020:00000010:0.0:1773941429.147512:0:12333:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f298bde280. 00000020:00000010:0.0:1773941429.147514:0:12333:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f2a0e24000. 00000020:00000010:0.0:1773941429.147516:0:12333:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f2a0e25c00. 00000020:00000010:0.0:1773941429.147518:0:12333:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f298ba7e40. 00000040:00000010:0.0:1773941429.147519:0:12333:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f2a0e25600. 00000020:00000010:0.0:1773941429.147521:0:12333:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f28309f000. 00000020:00000010:0.0:1773941429.147523:0:12333:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f28918df98. 00000020:00000010:0.0:1773941429.147525:0:12333:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f2a0e24400. 80000000:00000010:0.0:1773941429.147527:0:12333:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f298ba7a80. 40000000:00000010:0.0:1773941429.147528:0:12333:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff96f298bde980. 00008000:00000010:0.0:1773941429.147530:0:12333:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f2882ee6d8. 00100000:00000010:0.0:1773941429.147532:0:12333:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f288e40000. 00040000:00000010:0.0:1773941429.147534:0:12333:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f2834a7a00. 00040000:00000010:0.0:1773941429.147536:0:12333:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff96f288e41800. 00040000:00000010:0.0:1773941429.147539:0:12333:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f2916d2e00. 00000004:00000010:0.0:1773941429.147541:0:12333:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff96f288e44000. 00000004:00000010:0.0:1773941429.147544:0:12333:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff96f28569e000. 00000004:00000010:0.0:1773941429.147546:0:12333:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff96f288e41000. 00002000:00000010:0.0:1773941429.147547:0:12333:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff96f2a0e3b000. 00000004:00000010:0.0:1773941429.147549:0:12333:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff96f2a0e39800. 00000100:00000010:0.0:1773941429.147551:0:12333:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff96f288e47000. 00000100:00000200:0.0:1773941429.147558:0:12333:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1773941429.147568:0:12327:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff96f289015e00. 00000100:00000010:0.0:1773941429.147675:0:12334:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff96f298bdeac0. 00000020:00000010:0.0:1773941429.147677:0:12334:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f298bde640. 00000020:00000010:0.0:1773941429.147679:0:12334:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f2916d3200. 00000020:00000010:0.0:1773941429.147680:0:12334:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f2916d2c00. 00000020:00000010:0.0:1773941429.147682:0:12334:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f298ba7060. 00000040:00000010:0.0:1773941429.147684:0:12334:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f2890a2400. 00000020:00000010:0.0:1773941429.147685:0:12334:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f288e42800. 00000020:00000010:0.0:1773941429.147687:0:12334:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f289188a10. 00000020:00000010:0.0:1773941429.147689:0:12334:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f2890a2e00. 80000000:00000010:0.0:1773941429.147690:0:12334:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f298ba7600. 40000000:00000010:0.0:1773941429.147695:0:12334:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff96f298bde000. 00008000:00000010:0.0:1773941429.147697:0:12334:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f2882ec388. 00100000:00000010:0.0:1773941429.147699:0:12334:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f2a0e32000. 00040000:00000010:0.0:1773941429.147701:0:12334:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f2834a7200. 00040000:00000010:0.0:1773941429.147703:0:12334:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff96f2a0e33000. 00040000:00000010:0.0:1773941429.147704:0:12334:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f2890a3600. 00000004:00000010:0.0:1773941429.147706:0:12334:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff96f2a0e36800. 00000004:00000010:0.0:1773941429.147709:0:12334:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff96f28569b000. 00000004:00000010:0.0:1773941429.147710:0:12334:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff96f2a0e36000. 00002000:00000010:0.0:1773941429.147712:0:12334:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff96f2a0e3a800. 00000004:00000010:0.0:1773941429.147714:0:12334:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff96f2a0e39000. 00000100:00000010:0.0:1773941429.147734:0:12334:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff96f2a0e34800. 00000100:00000200:0.0:1773941429.147741:0:12334:0:(service.c:3086:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:2.0:1773941429.147750:0:12327:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff96f289014a00. 00000100:00000010:2.0:1773941429.147863:0:12335:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff96f2856ca400. 00000020:00000010:2.0:1773941429.147865:0:12335:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f2856cab80. 00000020:00000010:2.0:1773941429.147869:0:12335:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f299c4b000. 00000020:00000010:2.0:1773941429.147871:0:12335:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f283b20c00. 00000020:00000010:2.0:1773941429.147876:0:12335:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f284cd2f60. 00000040:00000010:2.0:1773941429.147879:0:12335:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f283677000. 00000020:00000010:2.0:1773941429.147881:0:12335:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f289179800. 00000020:00000010:2.0:1773941429.147883:0:12335:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f284aeb250. 00000020:00000010:2.0:1773941429.147884:0:12335:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f283677c00. 80000000:00000010:2.0:1773941429.147886:0:12335:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f284cd2ae0. 40000000:00000010:2.0:1773941429.147888:0:12335:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff96f2856ca440. 00008000:00000010:2.0:1773941429.147890:0:12335:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f2a0e22350. 00100000:00000010:2.0:1773941429.147892:0:12335:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f28917b800. 00040000:00000010:2.0:1773941429.147895:0:12335:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f299bd6f00. 00040000:00000010:2.0:1773941429.147902:0:12335:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff96f2a0db6000. 00040000:00000010:2.0:1773941429.147904:0:12335:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f283676400. 00000004:00000010:2.0:1773941429.147906:0:12335:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff96f2a0db6800. 00000004:00000010:2.0:1773941429.147908:0:12335:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff96f298be6000. 00000004:00000010:2.0:1773941429.147910:0:12335:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff96f2a0db4800. 00002000:00000010:2.0:1773941429.147916:0:12335:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff96f298af4000. 00000004:00000010:2.0:1773941429.147919:0:12335:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff96f298af4800. 00000100:00000200:2.0:1773941429.147921:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.147923:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f5dc0. 00000400:00000010:2.0:1773941429.147925:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282b9e600. 00000100:00000200:2.0:1773941429.147927:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.147929:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f5e70. 00000400:00000010:2.0:1773941429.147930:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282b9e780. 00000100:00000200:2.0:1773941429.147931:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.147932:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f50b0. 00000400:00000010:2.0:1773941429.147934:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282b9e540. 00000100:00000200:2.0:1773941429.147935:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.147936:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f5528. 00000400:00000010:2.0:1773941429.147937:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282b9ed80. 00000100:00000200:2.0:1773941429.147938:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.147939:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f5420. 00000400:00000010:2.0:1773941429.147940:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282b9e840. 00000100:00000200:2.0:1773941429.147941:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.147942:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f5580. 00000400:00000010:2.0:1773941429.147945:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282b9e480. 00000100:00000200:2.0:1773941429.147947:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.147948:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f5948. 00000400:00000010:2.0:1773941429.147949:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282b9eb40. 00000100:00000200:2.0:1773941429.147950:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.147952:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f5478. 00000400:00000010:2.0:1773941429.147953:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282b9e300. 00000100:00000200:2.0:1773941429.147954:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.147955:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f5370. 00000400:00000010:2.0:1773941429.147956:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282b9e3c0. 00000100:00000200:2.0:1773941429.147957:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.147958:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f5840. 00000400:00000010:2.0:1773941429.147959:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282b9e0c0. 00000100:00000200:2.0:1773941429.147960:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.147961:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f5210. 00000400:00000010:2.0:1773941429.147962:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282b9e240. 00000100:00000200:2.0:1773941429.147963:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.147964:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f59a0. 00000400:00000010:2.0:1773941429.147965:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282b9ea80. 00000100:00000200:2.0:1773941429.147966:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.147967:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f5108. 00000400:00000010:2.0:1773941429.147968:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282b9e6c0. 00000100:00000200:2.0:1773941429.147969:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.147970:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f5c08. 00000400:00000010:2.0:1773941429.147971:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282b9ee40. 00000100:00000200:2.0:1773941429.147972:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.147973:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f5688. 00000400:00000010:2.0:1773941429.147974:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282b9ec00. 00000100:00000200:2.0:1773941429.147975:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.147976:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f5b00. 00000400:00000010:2.0:1773941429.147977:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282b9ef00. 00000100:00000200:2.0:1773941429.147978:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.147979:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f5058. 00000400:00000010:2.0:1773941429.147980:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282b9ecc0. 00000100:00000200:2.0:1773941429.147981:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.147984:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f5d10. 00000400:00000010:2.0:1773941429.147986:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282e6ef00. 00000100:00000200:2.0:1773941429.147987:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.147988:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f5a50. 00000400:00000010:2.0:1773941429.147990:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282e6e0c0. 00000100:00000200:2.0:1773941429.147991:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.147992:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f59f8. 00000400:00000010:2.0:1773941429.147993:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f289151180. 00000100:00000200:2.0:1773941429.147994:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.147995:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f5cb8. 00000400:00000010:2.0:1773941429.147996:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2891519c0. 00000100:00000200:2.0:1773941429.147997:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.147998:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f58f0. 00000400:00000010:2.0:1773941429.147999:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f289151900. 00000100:00000200:2.0:1773941429.148000:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148001:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f5f78. 00000400:00000010:2.0:1773941429.148002:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f289151480. 00000100:00000200:2.0:1773941429.148003:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148004:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f5d68. 00000400:00000010:2.0:1773941429.148005:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f289151840. 00000100:00000200:2.0:1773941429.148006:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148007:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f5738. 00000400:00000010:2.0:1773941429.148008:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f289151a80. 00000100:00000200:2.0:1773941429.148009:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148010:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f5318. 00000400:00000010:2.0:1773941429.148011:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f289151300. 00000100:00000200:2.0:1773941429.148012:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148013:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f53c8. 00000400:00000010:2.0:1773941429.148014:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2891510c0. 00000100:00000200:2.0:1773941429.148015:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148016:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f5630. 00000400:00000010:2.0:1773941429.148017:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f289151240. 00000100:00000200:2.0:1773941429.148018:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148019:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f5898. 00000400:00000010:2.0:1773941429.148020:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f289151000. 00000100:00000200:2.0:1773941429.148042:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148044:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f56e0. 00000400:00000010:2.0:1773941429.148045:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f289151780. 00000100:00000200:2.0:1773941429.148046:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148047:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f5c60. 00000400:00000010:2.0:1773941429.148049:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f289151540. 00000100:00000200:2.0:1773941429.148050:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148051:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f5160. 00000400:00000010:2.0:1773941429.148052:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f289151d80. 00000100:00000200:2.0:1773941429.148053:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148054:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f54d0. 00000400:00000010:2.0:1773941429.148055:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2891513c0. 00000100:00000200:2.0:1773941429.148056:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148057:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f51b8. 00000400:00000010:2.0:1773941429.148058:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f289151f00. 00000100:00000200:2.0:1773941429.148059:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148060:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f5ec8. 00000400:00000010:2.0:1773941429.148062:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2891516c0. 00000100:00000200:2.0:1773941429.148062:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148064:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f5790. 00000400:00000010:2.0:1773941429.148065:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f289151600. 00000100:00000200:2.0:1773941429.148065:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148066:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f57e8. 00000400:00000010:2.0:1773941429.148068:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f289151cc0. 00000100:00000200:2.0:1773941429.148068:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148069:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f5f20. 00000400:00000010:2.0:1773941429.148070:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f289151c00. 00000100:00000200:2.0:1773941429.148072:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148073:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f5bb0. 00000400:00000010:2.0:1773941429.148074:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28a0810c0. 00000100:00000200:2.0:1773941429.148075:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148076:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f5b58. 00000400:00000010:2.0:1773941429.148078:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28a081600. 00000100:00000200:2.0:1773941429.148079:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148079:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f5268. 00000400:00000010:2.0:1773941429.148083:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28a081780. 00000100:00000200:2.0:1773941429.148085:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148086:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f5aa8. 00000400:00000010:2.0:1773941429.148087:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28a081300. 00000100:00000200:2.0:1773941429.148089:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148090:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f52c0. 00000400:00000010:2.0:1773941429.148091:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28a081b40. 00000100:00000200:2.0:1773941429.148092:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148093:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f55d8. 00000400:00000010:2.0:1773941429.148094:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28a081cc0. 00000100:00000200:2.0:1773941429.148095:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148096:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2882f5e18. 00000400:00000010:2.0:1773941429.148097:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28a081f00. 00000100:00000200:2.0:1773941429.148098:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148099:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41c08. 00000400:00000010:2.0:1773941429.148100:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28a081180. 00000100:00000200:2.0:1773941429.148102:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148103:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41688. 00000400:00000010:2.0:1773941429.148104:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f286277840. 00000100:00000200:2.0:1773941429.148105:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148106:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41b00. 00000400:00000010:2.0:1773941429.148108:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f283841900. 00000100:00000200:2.0:1773941429.148109:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148110:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41058. 00000400:00000010:2.0:1773941429.148111:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f283841c00. 00000100:00000200:2.0:1773941429.148112:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148113:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41d10. 00000400:00000010:2.0:1773941429.148114:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f283841240. 00000100:00000200:2.0:1773941429.148115:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148116:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41a50. 00000400:00000010:2.0:1773941429.148117:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f283841f00. 00000100:00000200:2.0:1773941429.148118:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148119:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a419f8. 00000400:00000010:2.0:1773941429.148120:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f283841e40. 00000100:00000200:2.0:1773941429.148121:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148125:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41cb8. 00000400:00000010:2.0:1773941429.148126:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f283841540. 00000100:00000200:2.0:1773941429.148128:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148129:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a418f0. 00000400:00000010:2.0:1773941429.148130:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f283841000. 00000100:00000200:2.0:1773941429.148131:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148132:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41f78. 00000400:00000010:2.0:1773941429.148133:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f283841600. 00000100:00000200:2.0:1773941429.148134:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148135:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41d68. 00000400:00000010:2.0:1773941429.148136:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f283841180. 00000100:00000200:2.0:1773941429.148137:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148138:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41738. 00000400:00000010:2.0:1773941429.148139:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f283841b40. 00000100:00000200:2.0:1773941429.148140:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148141:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41318. 00000400:00000010:2.0:1773941429.148142:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f283841840. 00000100:00000200:2.0:1773941429.148143:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148144:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a413c8. 00000400:00000010:2.0:1773941429.148145:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2838410c0. 00000100:00000200:2.0:1773941429.148146:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148147:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41630. 00000400:00000010:2.0:1773941429.148148:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f283841300. 00000100:00000200:2.0:1773941429.148149:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148150:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41898. 00000400:00000010:2.0:1773941429.148151:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f283841780. 00000100:00000200:2.0:1773941429.148152:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148153:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a416e0. 00000400:00000010:2.0:1773941429.148154:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2838413c0. 00000100:00000200:2.0:1773941429.148155:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148156:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41c60. 00000400:00000010:2.0:1773941429.148157:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f283841a80. 00000100:00000200:2.0:1773941429.148157:0:12335:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941429.148158:0:12335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41160. 00000400:00000010:2.0:1773941429.148159:0:12335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2838416c0. 00000100:00000010:2.0:1773941429.148165:0:12335:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff96f2a0db3000. 00000100:00000200:2.0:1773941429.148174:0:12335:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1773941429.148188:0:12327:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff96f2890a2600. 00000100:00000010:3.0:1773941429.148342:0:12336:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff96f282e6d6c0. 00000020:00000010:3.0:1773941429.148345:0:12336:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f282e6dc80. 00000020:00000010:3.0:1773941429.148348:0:12336:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f290875e00. 00000020:00000010:3.0:1773941429.148351:0:12336:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f290874c00. 00000020:00000010:3.0:1773941429.148357:0:12336:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f282d7f540. 00000040:00000010:3.0:1773941429.148360:0:12336:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f290874600. 00000020:00000010:3.0:1773941429.148363:0:12336:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f284b14000. 00000020:00000010:3.0:1773941429.148366:0:12336:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f28914eeb0. 00000020:00000010:3.0:1773941429.148369:0:12336:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f290875200. 80000000:00000010:3.0:1773941429.148371:0:12336:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f282d7f8a0. 40000000:00000010:3.0:1773941429.148373:0:12336:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff96f282e6de40. 00008000:00000010:3.0:1773941429.148376:0:12336:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f290896a60. 00100000:00000010:3.0:1773941429.148379:0:12336:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f284b10000. 00040000:00000010:3.0:1773941429.148382:0:12336:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f283258c00. 00040000:00000010:3.0:1773941429.148385:0:12336:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff96f284b11000. 00040000:00000010:3.0:1773941429.148388:0:12336:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f283edf200. 00000004:00000010:3.0:1773941429.148390:0:12336:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff96f284b12800. 00000004:00000010:3.0:1773941429.148393:0:12336:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff96f298afa000. 00000004:00000010:3.0:1773941429.148396:0:12336:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff96f283d8f000. 00002000:00000010:3.0:1773941429.148399:0:12336:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff96f28630dc00. 00000004:00000010:3.0:1773941429.148402:0:12336:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff96f28630c800. 00000100:00000010:3.0:1773941429.148405:0:12336:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff96f283d89000. 00000100:00000200:3.0:1773941429.148416:0:12336:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1773941429.148423:0:12327:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff96f283677400. 00000100:00000010:2.0:1773941429.148541:0:12337:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff96f2856caa80. 00000020:00000010:2.0:1773941429.148543:0:12337:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f2856ca0c0. 00000020:00000010:2.0:1773941429.148545:0:12337:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f283676a00. 00000020:00000010:2.0:1773941429.148547:0:12337:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f283677800. 00000020:00000010:2.0:1773941429.148548:0:12337:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f284cd26c0. 00000040:00000010:2.0:1773941429.148550:0:12337:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f283676600. 00000020:00000010:2.0:1773941429.148552:0:12337:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f2a0db2000. 00000020:00000010:2.0:1773941429.148554:0:12337:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f284aec168. 00000020:00000010:2.0:1773941429.148556:0:12337:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f283677200. 80000000:00000010:2.0:1773941429.148557:0:12337:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f284cd2b40. 40000000:00000010:2.0:1773941429.148559:0:12337:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff96f2856caac0. 00008000:00000010:2.0:1773941429.148561:0:12337:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f2a0e23880. 00100000:00000010:2.0:1773941429.148563:0:12337:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f2a0db0800. 00040000:00000010:2.0:1773941429.148564:0:12337:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f299bd6800. 00040000:00000010:2.0:1773941429.148566:0:12337:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff96f2a0db5000. 00040000:00000010:2.0:1773941429.148568:0:12337:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f283677e00. 00000004:00000010:2.0:1773941429.148570:0:12337:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff96f2a0db7800. 00000004:00000010:2.0:1773941429.148573:0:12337:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff96f29886a000. 00000004:00000010:2.0:1773941429.148574:0:12337:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff96f2a0db3800. 00002000:00000010:2.0:1773941429.148576:0:12337:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff96f298af5400. 00000004:00000010:2.0:1773941429.148578:0:12337:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff96f298af7000. 00000100:00000010:2.0:1773941429.148580:0:12337:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff96f2a0db5800. 00000100:00000200:2.0:1773941429.148588:0:12337:0:(service.c:3086:ptlrpc_main()) service thread 2 (#3) started 00010000:00000010:0.0:1773941429.148596:0:12327:0:(ldlm_lockd.c:3466:ldlm_setup()) kmalloced '(blp)': 168 at ffff96f298af1240. 00010000:00000010:0.0:1773941429.148701:0:12338:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff96f298bdec40. 00000020:00000010:0.0:1773941429.148705:0:12338:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f283efd600. 00000020:00000010:0.0:1773941429.148707:0:12338:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f298bb8200. 00000020:00000010:0.0:1773941429.148709:0:12338:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f2a0e34000. 00000020:00000010:0.0:1773941429.148711:0:12338:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f28918cb78. 00000020:00000010:0.0:1773941429.148713:0:12338:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f298bb9800. 80000000:00000010:0.0:1773941429.148734:0:12338:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f298ba7120. 40000000:00000010:0.0:1773941429.148737:0:12338:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff96f298bdee40. 00100000:00000010:0.0:1773941429.148741:0:12338:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f2a0e37000. 00040000:00000010:0.0:1773941429.148744:0:12338:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f2834a7700. 00040000:00000010:0.0:1773941429.148746:0:12338:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f298bb9400. 00002000:00000010:0.0:1773941429.148749:0:12338:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff96f2a0e3a400. 00000020:00000010:0.0:1773941429.148752:0:12338:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f298bded80. 00010000:00000010:0.0:1773941429.148855:0:12339:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff96f298bdec80. 00000020:00000010:0.0:1773941429.148858:0:12339:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f298bb8400. 00000020:00000010:0.0:1773941429.148860:0:12339:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f298bb8e00. 00000020:00000010:0.0:1773941429.148862:0:12339:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f2a0e32800. 00000020:00000010:0.0:1773941429.148864:0:12339:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f28918c670. 00000020:00000010:0.0:1773941429.148869:0:12339:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f298bb9600. 80000000:00000010:0.0:1773941429.148871:0:12339:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f298ba76c0. 40000000:00000010:0.0:1773941429.148872:0:12339:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff96f298bde100. 00100000:00000010:0.0:1773941429.148874:0:12339:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f2a0e31000. 00040000:00000010:0.0:1773941429.148876:0:12339:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f2834a7d00. 00040000:00000010:0.0:1773941429.148877:0:12339:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f298bb9000. 00002000:00000010:0.0:1773941429.148879:0:12339:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff96f2a0e3b400. 00000020:00000010:0.0:1773941429.148881:0:12339:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f298bde600. 00000020:00000010:0.0:1773941429.148978:0:12340:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f298bb8800. 00000020:00000010:0.0:1773941429.148980:0:12340:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f298bb9200. 00000040:00000010:0.0:1773941429.148981:0:12340:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f298bb9a00. 00000020:00000010:0.0:1773941429.148983:0:12340:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f2a0e30000. 00000020:00000010:0.0:1773941429.148985:0:12340:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f289188000. 00000020:00000010:0.0:1773941429.148987:0:12340:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f298bb8a00. 80000000:00000010:0.0:1773941429.148988:0:12340:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f298ba7ae0. 40000000:00000010:0.0:1773941429.148989:0:12340:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff96f298bde200. 00100000:00000010:0.0:1773941429.148991:0:12340:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f2a0e31800. 00040000:00000010:0.0:1773941429.148992:0:12340:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f2834a7c00. 00040000:00000010:0.0:1773941429.148994:0:12340:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff96f2a0e35800. 00040000:00000010:0.0:1773941429.148995:0:12340:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f298bb8c00. 00000004:00000010:0.0:1773941429.148997:0:12340:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff96f2a0e33800. 00000004:00000010:0.0:1773941429.149001:0:12340:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff96f28a303000. 00000004:00000010:0.0:1773941429.149003:0:12340:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff96f2a0e37800. 00002000:00000010:0.0:1773941429.149004:0:12340:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff96f2a0e3b800. 00000004:00000010:0.0:1773941429.149007:0:12340:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff96f2a0e3a000. 00000020:00000010:0.0:1773941429.149008:0:12340:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f298bde780. 00000001:00000010:2.0:1773941429.149038:0:12327:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at ffff96f284cd2000. 00000001:00000010:2.0:1773941429.149045:0:12327:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at ffff96f284cd2060. 00000020:00000010:2.0:1773941429.149055:0:12327:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff96f2a0db1800. 00000100:00000200:2.0:1773941429.149067:0:12327:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.145@tcp->12345-192.168.202.145@tcp 00000400:00000200:2.0:1773941429.149070:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.149074:0:12327:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.202.145@tcp primary NID 192.168.202.145@tcp rc 0 00010000:00000010:2.0:1773941429.149078:0:12327:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff96f284cd22a0. 00010000:00000010:2.0:1773941429.149081:0:12327:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at ffff96f298af5800. 00000001:00000010:2.0:1773941429.149087:0:12327:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff96f283676c00. 00000001:00000010:2.0:1773941429.149090:0:12327:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at ffff96f284a52f30. 00000001:00000010:2.0:1773941429.149092:0:12327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at ffff96f283677600. 00000001:00000010:2.0:1773941429.149095:0:12327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at ffff96f292464600. 00000020:00000010:2.0:1773941429.149130:0:12327:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff96f298af6800. 00000020:00000010:2.0:1773941429.149132:0:12327:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at ffff96f284cd2120. 00000020:00000010:2.0:1773941429.149161:0:12327:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff96f298af5000. 00000020:00000010:2.0:1773941429.149163:0:12327:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff96f292465400. 00000040:00000010:2.0:1773941429.149173:0:12327:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at ffff96f283841cc0. 00000020:00000010:2.0:1773941429.149395:0:12327:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f29260ea00. 00000040:00000010:2.0:1773941429.149400:0:12327:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f29260fe00. 00000020:00000010:2.0:1773941429.149403:0:12327:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f289168800. 00000020:00000010:2.0:1773941429.149408:0:12327:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f28a0b5a00. 00040000:00000010:2.0:1773941429.149412:0:12327:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f287ecf000. 00040000:00000010:2.0:1773941429.149415:0:12327:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f298842000. 00000020:00000010:2.0:1773941429.149419:0:12327:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f29260e000. 00000020:00000010:2.0:1773941429.149422:0:12327:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96f282ee3800. 00000020:00000010:2.0:1773941429.149425:0:12327:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96f282d3fe10. 00008000:00000010:2.0:1773941429.149428:0:12327:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f288e54178. 00000020:00000010:2.0:1773941429.149431:0:12327:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f290b31000. 00000020:00000010:2.0:1773941429.149435:0:12327:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 104 at ffff96f282ee3d80. 00000020:00000010:2.0:1773941429.149446:0:12327:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff96f2a0db0000. 00000400:00000200:2.0:1773941429.149459:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.149465:0:12327:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000010:2.0:1773941429.149478:0:12327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f2a0dd0000. 02000000:00000010:2.0:1773941429.149490:0:12327:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f298af6400. 00000020:00000010:2.0:1773941429.149524:0:12327:0:(obd_mount.c:561:lustre_start_mgc()) kfreed 'uuid': 40 at ffff96f298bde540. 00000020:00000010:2.0:1773941429.149528:0:12327:0:(obd_mount.c:562:lustre_start_mgc()) kfreed 'data': 192 at ffff96f2916d1540. 00000020:00000010:2.0:1773941429.149531:0:12327:0:(obd_mount.c:563:lustre_start_mgc()) kfreed 'mgcname': 23 at ffff96f298ba06c0. 00000080:00000010:2.0:1773941429.149537:0:12327:0:(llite_lib.c:1399:ll_fill_super()) kmalloced '(cfg)': 88 at ffff96f284cd2600. 00000080:00000010:2.0:1773941429.149542:0:12327:0:(llite_lib.c:95:ll_init_sbi()) kmalloced '(sbi)': 1376 at ffff96f2a0db1000. 02000000:00000010:1.0:1773941429.149554:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f298b4bc00. 00000400:00000200:1.0:1773941429.149561:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941429.149565:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15b58. 00000400:00000010:1.0:1773941429.149570:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1ee0. 00000100:00000200:1.0:1773941429.149574:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264208640, portal 25 00000400:00000010:1.0:1773941429.149580:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1000. 00000020:00000010:2.0:1773941429.149582:0:12327:0:(cl_page.c:1380:cl_cache_init()) kmalloced '(cache)': 152 at ffff96f283841d80. 00000100:00000200:1.0:1773941429.149584:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264208640, offset 0 00000080:00000010:2.0:1773941429.149587:0:12327:0:(llite_lib.c:129:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at ffff96f2a209aea0. 00000080:00000010:2.0:1773941429.149598:0:12327:0:(llite_lib.c:136:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at ffff96f2a209a070. 00000400:00000200:1.0:1773941429.149598:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941429.149608:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941429.149614:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941429.149620:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941429.149624:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941429.149628:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941429.149632:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:1.0:1773941429.149638:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [72:72:256:4294967295] 192.168.202.145@tcp LPNI seq info [72:72:8:4294967295] 00000400:00000200:1.0:1773941429.149643:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941429.149652:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:1.0:1773941429.149657:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:1.0:1773941429.149662:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f298b8fc00. 00000800:00000200:1.0:1773941429.149668:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:1.0:1773941429.149673:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:1.0:1773941429.149677:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f298b8fc00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1773941429.149687:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000010:1.0:1773941429.149690:0:2352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f283f80e40. 00000100:00000010:1.0:1773941429.149700:0:2352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f2892f13c0. 00000020:00000010:2.0:1773941429.149934:0:12327:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff96f298af6000. 00000020:00000010:2.0:1773941429.149938:0:12327:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1440 at ffff96f2a0db4000. 00000020:00000010:2.0:1773941429.149951:0:12327:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff96f298af5c00. 00000020:00000010:2.0:1773941429.149954:0:12327:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 576 at ffff96f298af4400. 00000020:00000010:2.0:1773941429.149963:0:12327:0:(obd_mount.c:67:lustre_process_log()) kmalloced '(bufs)': 104 at ffff96f2834b9b80. 00000020:00000010:2.0:1773941429.149968:0:12327:0:(obd_mount.c:76:lustre_process_log()) kmalloced '(lcfg)': 184 at ffff96f2838419c0. 00000020:00000010:2.0:1773941429.149971:0:12327:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f289153400. 00000020:00000010:2.0:1773941429.149974:0:12327:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f289153e00. 00000040:00000010:2.0:1773941429.149976:0:12327:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f289152200. 00000020:00000010:2.0:1773941429.149979:0:12327:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f289168800. 00000020:00000010:2.0:1773941429.149982:0:12327:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f289153800. 00040000:00000010:2.0:1773941429.149985:0:12327:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f299fdff00. 00040000:00000010:2.0:1773941429.149988:0:12327:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f289152e00. 10000000:00000010:2.0:1773941429.149994:0:12327:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at ffff96f289152a00. 02000000:00000010:2.0:1773941429.150000:0:12327:0:(sec_config.c:546:sptlrpc_conf_get()) kmalloced '(conf)': 120 at ffff96f2834b9880. 00000100:00000010:2.0:1773941429.150005:0:12327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f2a0dd0e00. 02000000:00000010:2.0:1773941429.150011:0:12327:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f289153200. 00010000:00000010:2.0:1773941429.150020:0:12327:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f29264dd00. 00010000:00000010:2.0:1773941429.150039:0:12327:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f2814eba00. 00000020:00000010:2.0:1773941429.150044:0:12327:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff96f2834b9a80. 00000100:00000010:2.0:1773941429.150058:0:12327:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f2916d1540. 00000800:00000200:2.0:1773941429.150155:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941429.150159:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f298b8fc00. 00000400:00000200:2.0:1773941429.150164:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941429.150170:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941429.150176:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1000 00000400:00000010:2.0:1773941429.150178:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1000. 00000100:00000200:2.0:1773941429.150188:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f2a0dd0000 x1860112264208640/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941429.151506:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.151515:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941429.151522:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.151526:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.151531:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.151535:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c02100 00000400:00000200:2.0:1773941429.151540:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.151545:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0x6fd [1] + 0 00000400:00000200:2.0:1773941429.151564:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941429.151568:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:2.0:1773941429.151576:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f2a0dd0000 x1860112264208640/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941429.151623:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15b58. 00000400:00000200:0.0:1773941429.151628:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1ee0 00000400:00000010:0.0:1773941429.151630:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1ee0. 00000100:00000200:0.0:1773941429.151637:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f2a0dd0000 x1860112264208640/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941429.151647:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f2a0dd0000 x1860112264208640/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1773941429.151707:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f298b4bc00. 02000000:00000010:0.0:1773941429.151713:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f298af6400. 00000020:00000010:2.0:1773941429.151768:0:42:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff96f289153a00. 00000100:00000010:0.0:1773941429.151781:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f2a0dd0000. 02000000:00000010:2.0:1773941429.151812:0:12327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f298af6c00. 00000400:00000200:2.0:1773941429.151818:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:2.0:1773941429.151821:0:12327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a414d0. 00000400:00000010:2.0:1773941429.151826:0:12327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f2a0dc1f68. 00000100:00000200:2.0:1773941429.151829:0:12327:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264208768, portal 25 00000400:00000010:2.0:1773941429.151834:0:12327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f2a0dc1c38. 00000100:00000200:2.0:1773941429.151836:0:12327:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264208768, offset 0 00000400:00000200:2.0:1773941429.151843:0:12327:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:2.0:1773941429.151848:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.151852:0:12327:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:2.0:1773941429.151855:0:12327:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941429.151858:0:12327:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:2.0:1773941429.151861:0:12327:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941429.151863:0:12327:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:2.0:1773941429.151867:0:12327:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [73:73:256:4294967295] 192.168.202.145@tcp LPNI seq info [73:73:8:4294967295] 00000400:00000200:2.0:1773941429.151872:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.151880:0:12327:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:2.0:1773941429.151885:0:12327:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:2.0:1773941429.151893:0:12327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f299fdf300. 00000800:00000200:2.0:1773941429.151898:0:12327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:2.0:1773941429.151903:0:12327:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:2.0:1773941429.151907:0:12327:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f299fdf300 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1773941429.151917:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000800:00000200:2.0:1773941429.151968:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941429.151971:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f299fdf300. 00000400:00000200:2.0:1773941429.151976:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941429.151980:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941429.151984:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dc1c38 00000400:00000010:2.0:1773941429.151986:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f2a0dc1c38. 00000100:00000200:2.0:1773941429.151993:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f2a0dd0e00 x1860112264208768/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941445 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941429.152942:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.152947:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941429.152951:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.152953:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.152955:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.152958:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 344 into portal 25 MB=0x69bc322c02180 00000400:00000200:2.0:1773941429.152962:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.152965:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 344/344 into md 0x705 [1] + 224 00000400:00000200:2.0:1773941429.152973:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941429.152975:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:2.0:1773941429.152981:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f2a0dd0e00 x1860112264208768/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941445 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941429.153032:0:12327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a414d0. 00000400:00000200:0.0:1773941429.153037:0:12327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dc1f68 00000400:00000010:0.0:1773941429.153039:0:12327:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f2a0dc1f68. 00000100:00000200:0.0:1773941429.153045:0:12327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f2a0dd0e00 x1860112264208768/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941445 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941429.153054:0:12327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f2a0dd0e00 x1860112264208768/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941445 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1773941429.153068:0:12327:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f2916d1540. 02000000:00000010:0.0:1773941429.153083:0:12327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f298af6c00. 02000000:00000010:0.0:1773941429.153087:0:12327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f289153200. 00000100:00000010:0.0:1773941429.153090:0:12327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f2a0dd0e00. 10000000:00000010:0.0:1773941429.153097:0:12327:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f298bde880. 00000020:00000010:0.0:1773941429.153101:0:12327:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f298bb9e00. 00000020:00000010:0.0:1773941429.153107:0:12327:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f299f98800. 00000040:00000010:0.0:1773941429.153110:0:12327:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f299f99400. 00000020:00000010:0.0:1773941429.153114:0:12327:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f2a0e35000. 00000020:00000010:0.0:1773941429.153118:0:12327:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f299f98200. 80000000:00000010:0.0:1773941429.153122:0:12327:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f298ba7300. 00040000:00000010:0.0:1773941429.153126:0:12327:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f299f99600. 20000000:00000010:0.0:1773941429.153131:0:12327:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f283a1a800. 00000040:00000010:0.0:1773941429.153137:0:12327:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff96f283a1b600. 00000100:00000010:0.0:1773941429.153142:0:12327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b12680. 02000000:00000010:0.0:1773941429.153150:0:12327:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f283a1a200. 00000100:00000010:0.0:1773941429.153159:0:12327:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f298af16c0. 02000000:00000010:0.0:1773941429.153169:0:12327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f2850efe00. 00000400:00000200:0.0:1773941429.153174:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941429.153177:0:12327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796840. 00000400:00000010:0.0:1773941429.153184:0:12327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d5d8. 00000100:00000200:0.0:1773941429.153187:0:12327:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112264208896, portal 25 00000400:00000010:0.0:1773941429.153191:0:12327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d330. 00000100:00000200:0.0:1773941429.153193:0:12327:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1860112264208896, offset 0 00000400:00000200:0.0:1773941429.153198:0:12327:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941429.153202:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941429.153206:0:12327:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941429.153209:0:12327:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941429.153211:0:12327:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941429.153214:0:12327:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941429.153217:0:12327:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:0.0:1773941429.153221:0:12327:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [74:74:256:4294967295] 192.168.202.145@tcp LPNI seq info [74:74:8:4294967295] 00000400:00000200:0.0:1773941429.153225:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941429.153234:0:12327:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:0.0:1773941429.153239:0:12327:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:0.0:1773941429.153243:0:12327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7b00. 00000800:00000200:0.0:1773941429.153247:0:12327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:0.0:1773941429.153252:0:12327:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:0.0:1773941429.153254:0:12327:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7b00 type 1, nob 608 niov 1 nkiov 1 00000400:00000200:0.0:1773941429.153270:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000800:00000200:3.0:1773941429.153308:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941429.153312:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7b00. 00000400:00000200:3.0:1773941429.153314:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941429.153318:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941429.153320:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d330 00000400:00000010:3.0:1773941429.153321:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d330. 00000100:00000200:3.0:1773941429.153326:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b12680 x1860112264208896/t0(0) o501->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941445 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941429.154096:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.154099:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941429.154103:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.154105:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.154107:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.154114:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 272 into portal 25 MB=0x69bc322c02200 00000400:00000200:2.0:1773941429.154117:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.154119:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 272/272 into md 0x715 [1] + 224 00000400:00000200:2.0:1773941429.154126:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941429.154129:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:2.0:1773941429.154133:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b12680 x1860112264208896/t0(0) o501->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941445 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941429.154172:0:12327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796840. 00000400:00000200:0.0:1773941429.154177:0:12327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d5d8 00000400:00000010:0.0:1773941429.154178:0:12327:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d5d8. 00000100:00000200:0.0:1773941429.154185:0:12327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b12680 x1860112264208896/t0(0) o501->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941445 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941429.154195:0:12327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b12680 x1860112264208896/t0(0) o501->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941445 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1773941429.154206:0:12327:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f298af16c0. 02000000:00000010:0.0:1773941429.154212:0:12327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f2850efe00. 02000000:00000010:0.0:1773941429.154215:0:12327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f283a1a200. 00000100:00000010:0.0:1773941429.154222:0:12327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b12680. 00000040:00000010:0.0:1773941429.154226:0:12327:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff96f283a1b600. 00000020:00000010:0.0:1773941429.154233:0:12327:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f299f98800. 00000040:00000010:0.0:1773941429.154236:0:12327:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f299f99400. 00000020:00000010:0.0:1773941429.154239:0:12327:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f2a0e35000. 00000020:00000010:0.0:1773941429.154244:0:12327:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f299f98200. 80000000:00000010:0.0:1773941429.154247:0:12327:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f298ba7300. 00040000:00000010:0.0:1773941429.154251:0:12327:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f299f99600. 20000000:00000010:0.0:1773941429.154254:0:12327:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f283a1a800. 00000020:00000010:0.0:1773941429.154257:0:12327:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f298bb9e00. 10000000:00000010:0.0:1773941429.154260:0:12327:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f298bde880. 10000000:00000010:0.0:1773941429.154275:0:12327:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at ffff96f2850efe00. 10000000:00000010:0.0:1773941429.154280:0:12327:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at ffff96f2850ef400. 10000000:00000010:0.0:1773941429.154285:0:12327:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at ffff96f2850ee800. 00000100:00000010:0.0:1773941429.154289:0:12327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b12680. 02000000:00000010:0.0:1773941429.154294:0:12327:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f2850eee00. 00010000:00000010:0.0:1773941429.154303:0:12327:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f289192000. 00000020:00000010:0.0:1773941429.154307:0:12327:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff96f282ee3080. 00000100:00000010:0.0:1773941429.154315:0:12327:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f298af16c0. 02000000:00000010:0.0:1773941429.154323:0:12327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f2a0e39c00. 00000400:00000200:0.0:1773941429.154327:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941429.154330:0:12327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796840. 00000400:00000010:0.0:1773941429.154333:0:12327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d5d8. 00000100:00000200:0.0:1773941429.154336:0:12327:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264209024, portal 25 00000400:00000010:0.0:1773941429.154339:0:12327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d550. 00000100:00000200:0.0:1773941429.154341:0:12327:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264209024, offset 0 00000400:00000200:0.0:1773941429.154346:0:12327:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941429.154350:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941429.154354:0:12327:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941429.154356:0:12327:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941429.154359:0:12327:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941429.154361:0:12327:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941429.154363:0:12327:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:0.0:1773941429.154370:0:12327:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [75:75:256:4294967295] 192.168.202.145@tcp LPNI seq info [75:75:8:4294967295] 00000400:00000200:0.0:1773941429.154374:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941429.154381:0:12327:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:0.0:1773941429.154386:0:12327:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:0.0:1773941429.154389:0:12327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7100. 00000800:00000200:0.0:1773941429.154393:0:12327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:0.0:1773941429.154397:0:12327:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:0.0:1773941429.154400:0:12327:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7100 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1773941429.154412:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000800:00000200:3.0:1773941429.154455:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941429.154458:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7100. 00000400:00000200:3.0:1773941429.154461:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941429.154464:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941429.154466:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d550 00000400:00000010:3.0:1773941429.154467:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d550. 00000100:00000200:3.0:1773941429.154477:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b12680 x1860112264209024/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941445 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941429.155408:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.155413:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941429.155417:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.155420:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.155423:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.155426:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 344 into portal 25 MB=0x69bc322c02280 00000400:00000200:2.0:1773941429.155429:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.155433:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 344/344 into md 0x71d [1] + 224 00000400:00000200:2.0:1773941429.155440:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941429.155444:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:2.0:1773941429.155450:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b12680 x1860112264209024/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941445 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941429.155505:0:12327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796840. 00000400:00000200:0.0:1773941429.155509:0:12327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d5d8 00000400:00000010:0.0:1773941429.155510:0:12327:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d5d8. 00000100:00000200:0.0:1773941429.155514:0:12327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b12680 x1860112264209024/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941445 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941429.155520:0:12327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b12680 x1860112264209024/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941445 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1773941429.155530:0:12327:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f298af16c0. 02000000:00000010:0.0:1773941429.155537:0:12327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f2a0e39c00. 02000000:00000010:0.0:1773941429.155540:0:12327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f2850eee00. 00000100:00000010:0.0:1773941429.155541:0:12327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b12680. 10000000:00000010:0.0:1773941429.155545:0:12327:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f298bde880. 00000020:00000010:0.0:1773941429.155547:0:12327:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f2850eee00. 00000020:00000010:0.0:1773941429.155550:0:12327:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f2850eec00. 00000040:00000010:0.0:1773941429.155552:0:12327:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f2850ef600. 00000020:00000010:0.0:1773941429.155554:0:12327:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f2a0e35000. 00000020:00000010:0.0:1773941429.155557:0:12327:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f2850ee000. 80000000:00000010:0.0:1773941429.155559:0:12327:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f298ba7300. 00040000:00000010:0.0:1773941429.155562:0:12327:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f2850ee400. 20000000:00000010:0.0:1773941429.155564:0:12327:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f2850efa00. 00000040:00000010:0.0:1773941429.155568:0:12327:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff96f2850ee200. 00000100:00000010:0.0:1773941429.155576:0:12327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b12680. 02000000:00000010:0.0:1773941429.155581:0:12327:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f2850efc00. 00000100:00000010:0.0:1773941429.155586:0:12327:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f298af16c0. 02000000:00000010:0.0:1773941429.155592:0:12327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f2850ef800. 00000400:00000200:0.0:1773941429.155595:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941429.155597:0:12327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796840. 00000400:00000010:0.0:1773941429.155599:0:12327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d5d8. 00000100:00000200:0.0:1773941429.155601:0:12327:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112264209152, portal 25 00000400:00000010:0.0:1773941429.155604:0:12327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d550. 00000100:00000200:0.0:1773941429.155606:0:12327:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1860112264209152, offset 0 00000400:00000200:0.0:1773941429.155610:0:12327:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941429.155612:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941429.155615:0:12327:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941429.155617:0:12327:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941429.155619:0:12327:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941429.155620:0:12327:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941429.155622:0:12327:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:0.0:1773941429.155624:0:12327:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [76:76:256:4294967295] 192.168.202.145@tcp LPNI seq info [76:76:8:4294967295] 00000400:00000200:0.0:1773941429.155627:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941429.155631:0:12327:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:0.0:1773941429.155634:0:12327:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:0.0:1773941429.155637:0:12327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7000. 00000800:00000200:0.0:1773941429.155639:0:12327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:0.0:1773941429.155642:0:12327:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:0.0:1773941429.155644:0:12327:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7000 type 1, nob 608 niov 1 nkiov 1 00000400:00000200:0.0:1773941429.155655:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000800:00000200:2.0:1773941429.155704:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941429.155708:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7000. 00000400:00000200:2.0:1773941429.155711:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941429.155736:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941429.155739:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d550 00000400:00000010:2.0:1773941429.155741:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d550. 00000100:00000200:2.0:1773941429.155746:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b12680 x1860112264209152/t0(0) o501->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941445 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941429.156474:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.156479:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941429.156484:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.156493:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.156496:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.156499:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 272 into portal 25 MB=0x69bc322c02300 00000400:00000200:2.0:1773941429.156504:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.156508:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 272/272 into md 0x725 [1] + 224 00000400:00000200:2.0:1773941429.156516:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941429.156519:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:2.0:1773941429.156526:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b12680 x1860112264209152/t0(0) o501->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941445 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941429.156582:0:12327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796840. 00000400:00000200:0.0:1773941429.156585:0:12327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d5d8 00000400:00000010:0.0:1773941429.156587:0:12327:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d5d8. 00000100:00000200:0.0:1773941429.156591:0:12327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b12680 x1860112264209152/t0(0) o501->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941445 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941429.156605:0:12327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b12680 x1860112264209152/t0(0) o501->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941445 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1773941429.156614:0:12327:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f298af16c0. 02000000:00000010:0.0:1773941429.156618:0:12327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f2850ef800. 02000000:00000010:0.0:1773941429.156620:0:12327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f2850efc00. 00000100:00000010:0.0:1773941429.156623:0:12327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b12680. 00000040:00000010:0.0:1773941429.156628:0:12327:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff96f298b6e000. 00000100:00000010:0.0:1773941429.156631:0:12327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b12680. 02000000:00000010:0.0:1773941429.156634:0:12327:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f2850efc00. 00000100:00000010:0.0:1773941429.156638:0:12327:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f298af16c0. 02000000:00000010:0.0:1773941429.156651:0:12327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff96f2834a0000. 00000400:00000200:0.0:1773941429.156654:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941429.156657:0:12327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796840. 00000400:00000010:0.0:1773941429.156660:0:12327:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff96f298af1b40. 00000100:00000200:0.0:1773941429.156662:0:12327:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112264209280, portal 25 00000400:00000010:0.0:1773941429.156665:0:12327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d5d8. 00000100:00000200:0.0:1773941429.156666:0:12327:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112264209280, offset 0 00000400:00000200:0.0:1773941429.156670:0:12327:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941429.156672:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941429.156676:0:12327:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941429.156679:0:12327:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941429.156682:0:12327:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941429.156684:0:12327:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941429.156687:0:12327:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:0.0:1773941429.156690:0:12327:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [77:77:256:4294967295] 192.168.202.145@tcp LPNI seq info [77:77:8:4294967295] 00000400:00000200:0.0:1773941429.156694:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941429.156700:0:12327:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:0.0:1773941429.156705:0:12327:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:0.0:1773941429.156709:0:12327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7800. 00000800:00000200:0.0:1773941429.156739:0:12327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:0.0:1773941429.156744:0:12327:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:0.0:1773941429.156747:0:12327:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7800 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1773941429.156756:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000800:00000200:2.0:1773941429.156810:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941429.156814:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7800. 00000400:00000200:2.0:1773941429.156818:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941429.156823:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941429.156826:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d5d8 00000400:00000010:2.0:1773941429.156828:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d5d8. 00000100:00000200:2.0:1773941429.156834:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b12680 x1860112264209280/t0(0) o503->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941445 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941429.157825:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.157830:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941429.157835:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.157838:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.157841:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.157844:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 8416 into portal 25 MB=0x69bc322c02380 00000400:00000200:2.0:1773941429.157847:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.157851:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 8416/8416 into md 0x72d [4] + 224 00000400:00000200:2.0:1773941429.157861:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941429.157865:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:2.0:1773941429.157871:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b12680 x1860112264209280/t0(0) o503->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941445 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941429.157915:0:12327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796840. 00000400:00000200:0.0:1773941429.157919:0:12327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298af1b40 00000400:00000010:0.0:1773941429.157921:0:12327:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff96f298af1b40. 00000100:00000200:0.0:1773941429.157926:0:12327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b12680 x1860112264209280/t0(0) o503->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941445 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941429.157933:0:12327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b12680 x1860112264209280/t0(0) o503->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941445 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1773941429.157942:0:12327:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f298af16c0. 02000000:00000010:0.0:1773941429.157947:0:12327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff96f2834a0000. 02000000:00000010:0.0:1773941429.157954:0:12327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f2850efc00. 00000100:00000010:0.0:1773941429.157956:0:12327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b12680. 00000040:00000010:0.0:1773941429.157962:0:12327:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff96f298ba7cc0. 00000020:00000010:1.0:1773941429.158115:0:12345:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f289198400. 00000020:00000010:1.0:1773941429.158120:0:12345:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f289199e00. 00000040:00000010:1.0:1773941429.158122:0:12345:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f289198c00. 00000020:00000010:1.0:1773941429.158124:0:12345:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f2a0d94000. 00000020:00000010:1.0:1773941429.158128:0:12345:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f2882cf3b8. 00000020:00000010:1.0:1773941429.158130:0:12345:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f283977a00. 80000000:00000010:1.0:1773941429.158133:0:12345:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f2892f10c0. 40000000:00000010:1.0:1773941429.158135:0:12345:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff96f298b7ad40. 00100000:00000010:1.0:1773941429.158139:0:12345:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f2a0d96000. 00040000:00000010:1.0:1773941429.158142:0:12345:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f298b8f300. 00040000:00000010:1.0:1773941429.158145:0:12345:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff96f2a0d91800. 00040000:00000010:1.0:1773941429.158147:0:12345:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f283976000. 00000004:00000010:1.0:1773941429.158150:0:12345:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff96f2a0d92000. 00000004:00000010:1.0:1773941429.158160:0:12345:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff96f2850f1000. 00000004:00000010:1.0:1773941429.158163:0:12345:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff96f2a0d97000. 00002000:00000010:1.0:1773941429.158166:0:12345:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff96f298b49400. 00000004:00000010:1.0:1773941429.158169:0:12345:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff96f298b4ac00. 00000020:00000010:1.0:1773941429.158172:0:12345:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f298b7aac0. 00000040:00000010:1.0:1773941429.158178:0:12345:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff96f29089a000. 00000100:00000010:1.0:1773941429.158183:0:12345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298ae8a80. 02000000:00000010:1.0:1773941429.158188:0:12345:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f283976a00. 00000100:00000010:1.0:1773941429.158193:0:12345:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f283757780. 02000000:00000010:1.0:1773941429.158208:0:12345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff96f2851fc000. 00000400:00000200:1.0:1773941429.158212:0:12345:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941429.158214:0:12345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15478. 00000400:00000010:1.0:1773941429.158217:0:12345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff96f283757600. 00000100:00000200:1.0:1773941429.158220:0:12345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112264209408, portal 25 00000400:00000010:1.0:1773941429.158223:0:12345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1220. 00000100:00000200:1.0:1773941429.158225:0:12345:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112264209408, offset 0 00000400:00000200:1.0:1773941429.158229:0:12345:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941429.158232:0:12345:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941429.158235:0:12345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941429.158238:0:12345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941429.158240:0:12345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941429.158242:0:12345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941429.158243:0:12345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:1.0:1773941429.158246:0:12345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [78:78:256:4294967295] 192.168.202.145@tcp LPNI seq info [78:78:8:4294967295] 00000400:00000200:1.0:1773941429.158248:0:12345:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941429.158253:0:12345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:1.0:1773941429.158256:0:12345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:1.0:1773941429.158258:0:12345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f298b8f700. 00000800:00000200:1.0:1773941429.158262:0:12345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:1.0:1773941429.158265:0:12345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:1.0:1773941429.158267:0:12345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f298b8f700 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1773941429.158283:0:12345:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000800:00000200:2.0:1773941429.158336:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941429.158344:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f298b8f700. 00000400:00000200:2.0:1773941429.158348:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941429.158352:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941429.158356:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1220 00000400:00000010:2.0:1773941429.158358:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1220. 00000100:00000200:2.0:1773941429.158374:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298ae8a80 x1860112264209408/t0(0) o502->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941445 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941429.159246:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.159251:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941429.159255:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.159257:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.159260:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.159262:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 8472 into portal 25 MB=0x69bc322c02400 00000400:00000200:2.0:1773941429.159264:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.159267:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 8472/8472 into md 0x735 [4] + 224 00000400:00000200:2.0:1773941429.159275:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941429.159278:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:2.0:1773941429.159283:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298ae8a80 x1860112264209408/t0(0) o502->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941445 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941429.159324:0:12345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15478. 00000400:00000200:1.0:1773941429.159329:0:12345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f283757600 00000400:00000010:1.0:1773941429.159332:0:12345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff96f283757600. 00000100:00000200:1.0:1773941429.159339:0:12345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298ae8a80 x1860112264209408/t0(0) o502->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941445 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941429.159349:0:12345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298ae8a80 x1860112264209408/t0(0) o502->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941445 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941429.159360:0:12345:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f283757780. 02000000:00000010:1.0:1773941429.159364:0:12345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff96f2851fc000. 02000000:00000010:1.0:1773941429.159371:0:12345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f283976a00. 00000100:00000010:1.0:1773941429.159374:0:12345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298ae8a80. 00000020:00000010:1.0:1773941429.159385:0:12345:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff96f298b8f400. 00000020:00000010:1.0:1773941429.159388:0:12345:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff96f298b8f400. 00000020:00000010:1.0:1773941429.159391:0:12345:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff96f298b7a8c0. 00000020:00000010:1.0:1773941429.159393:0:12345:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff96f282b42f80. 00000020:00000010:1.0:1773941429.159401:0:12345:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff96f284aa19b8. 00000020:00000010:1.0:1773941429.159405:0:12345:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff96f2a0d92800. 00000020:00000010:1.0:1773941429.159414:0:12345:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff96f282b42f80. 00000020:00000010:1.0:1773941429.159415:0:12345:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff96f298b7a8c0. 00000020:00000010:1.0:1773941429.159418:0:12345:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff96f298b7a8c0. 00000020:00000010:1.0:1773941429.159420:0:12345:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff96f283757780. 00000001:00000010:1.0:1773941429.159433:0:12345:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff96f298b8f400. 00000001:00000010:1.0:1773941429.159436:0:12345:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff96f284a33700. 00000001:00000010:1.0:1773941429.159438:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff96f283976a00. 00000001:00000010:1.0:1773941429.159441:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff96f284bbd000. 00000001:00000010:1.0:1773941429.159442:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff96f284bbd600. 00000001:00000010:1.0:1773941429.159444:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff96f28621ec00. 00000020:00000010:1.0:1773941429.159446:0:12345:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f28621fe00. 00000020:00000010:1.0:1773941429.159449:0:12345:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96f282b42f80. 00000020:00000010:1.0:1773941429.159451:0:12345:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96f2891c8578. 00008000:00000010:1.0:1773941429.159458:0:12345:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f287d71e58. 00000020:00000010:1.0:1773941429.159461:0:12345:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f28621fc00. 00000020:00000010:1.0:1773941429.159462:0:12345:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f28621f600. 00000020:00000010:1.0:1773941429.159465:0:12345:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f2892f1360. 00008000:00000010:1.0:1773941429.159468:0:12345:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f288e9f170. 00020000:00000010:1.0:1773941429.159471:0:12345:0:(lov_dev.c:599:lov_device_alloc()) kmalloced '(ld)': 632 at ffff96f298b49000. 00000020:00000010:1.0:1773941429.159480:0:12345:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff96f2a08c40b8. 00020000:00000010:1.0:1773941429.159846:0:12345:0:(lov_dev.c:616:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at ffff96f2850f5000. 00020000:00000010:1.0:1773941429.159850:0:12345:0:(lov_dev.c:623:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at ffff96f2850f7000. 00000020:00000010:1.0:1773941429.159874:0:12345:0:(lu_object.c:1154:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at ffff96f2850b0000. 00000020:00000010:1.0:1773941429.159881:0:12345:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff96f298b4b400. 00000020:00000010:1.0:1773941429.159885:0:12345:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff96f283757600. 00000020:00000010:1.0:1773941429.159893:0:12345:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f28621f600. 00000020:00000010:1.0:1773941429.159899:0:12345:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f2892f1360. 00008000:00000010:1.0:1773941429.159904:0:12345:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f288e9f170. 00000020:00000010:1.0:1773941429.159907:0:12345:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f28621fc00. 00000020:00000010:1.0:1773941429.159911:0:12345:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96f282b42f80. 00000020:00000010:1.0:1773941429.159915:0:12345:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96f2891c8578. 00008000:00000010:1.0:1773941429.159918:0:12345:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f287d71e58. 00000020:00000010:1.0:1773941429.159922:0:12345:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f28621fe00. 00000020:00000010:1.0:1773941429.159927:0:12345:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff96f283757780. 00000020:00000010:1.0:1773941429.159929:0:12345:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff96f298b7a8c0. 00000020:00000010:1.0:1773941429.159935:0:12345:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff96f298b8f700. 00000020:00000010:1.0:1773941429.159937:0:12345:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff96f298b8f700. 00000020:00000010:1.0:1773941429.159943:0:12345:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff96f298b8f700. 00000020:00000010:1.0:1773941429.159945:0:12345:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff96f298b8f700. 00000020:00000010:1.0:1773941429.159949:0:12345:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff96f298b7a8c0. 00000020:00000010:1.0:1773941429.159953:0:12345:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff96f282b42f80. 00000020:00000010:1.0:1773941429.159960:0:12345:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff96f284aa4d28. 00000020:00000010:1.0:1773941429.159963:0:12345:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff96f2a0d91000. 00000020:00000010:1.0:1773941429.159969:0:12345:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff96f282b42f80. 00000020:00000010:1.0:1773941429.159974:0:12345:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff96f298b7a8c0. 00000020:00000010:1.0:1773941429.159976:0:12345:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff96f298b7a8c0. 00000020:00000010:1.0:1773941429.159978:0:12345:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff96f283757780. 00000001:00000010:1.0:1773941429.159989:0:12345:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff96f298b8f700. 00000001:00000010:1.0:1773941429.159991:0:12345:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff96f284a33680. 00000001:00000010:1.0:1773941429.159992:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff96f28621fe00. 00000001:00000010:1.0:1773941429.159993:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff96f28621fc00. 00000001:00000010:1.0:1773941429.160002:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff96f28621f600. 00000001:00000010:1.0:1773941429.160004:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff96f28621e400. 00000020:00000010:1.0:1773941429.160006:0:12345:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f292435e00. 00000020:00000010:1.0:1773941429.160008:0:12345:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96f282b42f80. 00000020:00000010:1.0:1773941429.160010:0:12345:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96f2891c8578. 00020000:00000010:1.0:1773941429.160013:0:12345:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff96f290a28240. 00008000:00000010:1.0:1773941429.160016:0:12345:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f287d71e58. 00000020:00000010:1.0:1773941429.160019:0:12345:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f290930e00. 00000020:00000010:1.0:1773941429.160033:0:12345:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f283f1b200. 00000040:00000010:1.0:1773941429.160038:0:12345:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f283f1a600. 00000020:00000010:1.0:1773941429.160042:0:12345:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f2a0d90000. 00000020:00000010:1.0:1773941429.160045:0:12345:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f283f1ae00. 00040000:00000010:1.0:1773941429.160048:0:12345:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f298b8fc00. 00040000:00000010:1.0:1773941429.160050:0:12345:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f283f1b600. 00800000:00000010:1.0:1773941429.160053:0:12345:0:(lmv_obd.c:1219:lmv_device_alloc()) kmalloced '(lu)': 64 at ffff96f298b7a0c0. 00000020:00000010:0.0:1773941429.160838:0:12345:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff96f2a0e39c00. 00000020:00000010:0.0:1773941429.160843:0:12345:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at ffff96f2850ef800. 80000000:00000010:0.0:1773941429.160860:0:12345:0:(fld_cache.c:47:fld_cache_init()) kmalloced '(cache)': 168 at ffff96f298af16c0. 00800000:00000010:0.0:1773941429.160897:0:12345:0:(lmv_obd.c:1279:lmv_device_alloc()) kmalloced '(pat)': 280 at ffff96f2850ee600. 00800000:00000010:0.0:1773941429.160900:0:12345:0:(lmv_obd.c:1288:lmv_device_alloc()) kmalloced '(pat)': 280 at ffff96f2850ef200. 00000020:00000010:0.0:1773941429.160902:0:12345:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f283f1b200. 00000040:00000010:0.0:1773941429.160905:0:12345:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f283f1a600. 00000020:00000010:0.0:1773941429.160907:0:12345:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f2a0d90000. 00000020:00000010:0.0:1773941429.160910:0:12345:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f283f1ae00. 00040000:00000010:0.0:1773941429.160912:0:12345:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f298b8fc00. 00040000:00000010:0.0:1773941429.160915:0:12345:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f283f1b600. 00000020:00000010:0.0:1773941429.160917:0:12345:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f290930e00. 00000020:00000010:0.0:1773941429.160920:0:12345:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96f282b42f80. 00000020:00000010:0.0:1773941429.160922:0:12345:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96f2891c8578. 00020000:00000010:0.0:1773941429.160925:0:12345:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff96f290a28240. 00008000:00000010:0.0:1773941429.160933:0:12345:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f287d71e58. 00000020:00000010:0.0:1773941429.160936:0:12345:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f292435e00. 00000020:00000010:0.0:1773941429.160938:0:12345:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff96f283757780. 00000020:00000010:0.0:1773941429.160940:0:12345:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff96f298b7a8c0. 00000020:00000010:0.0:1773941429.160945:0:12345:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff96f2834a7300. 00000020:00000010:0.0:1773941429.160947:0:12345:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff96f2834a7300. 00000020:00000010:0.0:1773941429.160951:0:12345:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff96f2834a7300. 00000020:00000010:0.0:1773941429.160953:0:12345:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff96f2834a7300. 00000020:00000010:0.0:1773941429.160955:0:12345:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff96f298ba7720. 00000020:00000010:0.0:1773941429.160959:0:12345:0:(obd_config.c:1186:class_add_profile()) kmalloced '(lprof)': 48 at ffff96f298bde840. 00000020:00000010:0.0:1773941429.160962:0:12345:0:(obd_config.c:1192:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at ffff96f289106430. 00000020:00000010:0.0:1773941429.160964:0:12345:0:(obd_config.c:1198:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at ffff96f289106980. 00000020:00000010:0.0:1773941429.160966:0:12345:0:(obd_config.c:1205:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at ffff96f289106d80. 00000020:00000010:0.0:1773941429.160968:0:12345:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff96f298ba7720. 00000020:00000010:0.0:1773941429.160972:0:12345:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff96f2834a7300. 00000020:00000010:0.0:1773941429.160973:0:12345:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff96f2834a7300. 00000020:00000010:0.0:1773941429.160977:0:12345:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff96f2834a7300. 00000020:00000010:0.0:1773941429.160978:0:12345:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff96f2834a7300. 00000020:00000010:0.0:1773941429.160981:0:12345:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff96f298bde080. 00000100:00000010:0.0:1773941429.160985:0:12345:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff96f2a0e38400. 00000400:00000200:0.0:1773941429.160988:0:12345:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:0.0:1773941429.160991:0:12345:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.145@tcp 00000400:00000200:0.0:1773941429.161002:0:12345:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941429.161006:0:12345:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.145@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1773941429.161009:0:12345:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941429.161014:0:12345:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1773941429.161016:0:12345:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.145@tcp NID 192.168.202.145@tcp: 0. pending discovery 00000400:00000200:0.0:1773941429.161018:0:12345:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.145@tcp 00000100:00000010:0.0:1773941429.161032:0:12345:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff96f2a0e38400. 00000020:00000010:0.0:1773941429.161035:0:12345:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff96f298bde080. 00000020:00000010:0.0:1773941429.161040:0:12345:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff96f298bde080. 00000020:00000010:0.0:1773941429.161044:0:12345:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff96f298af1b40. 00000020:00000010:0.0:1773941429.161059:0:12345:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff96f298bf4d28. 00000020:00000010:0.0:1773941429.161065:0:12345:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff96f2a0e30800. 00000020:00000010:0.0:1773941429.161075:0:12345:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff96f298af1b40. 00000020:00000010:0.0:1773941429.161079:0:12345:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff96f298bde080. 00000020:00000010:0.0:1773941429.161084:0:12345:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff96f298bde080. 00000020:00000010:0.0:1773941429.161089:0:12345:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff96f298af1b40. 00000001:00000010:0.0:1773941429.161113:0:12345:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff96f2834a7300. 00000001:00000010:0.0:1773941429.161118:0:12345:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff96f298ba0c00. 00000001:00000010:0.0:1773941429.161122:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff96f292435e00. 00000001:00000010:0.0:1773941429.161125:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff96f290930e00. 00000001:00000010:0.0:1773941429.161129:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff96f298bb9e00. 00000001:00000010:0.0:1773941429.161133:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff96f299f99600. 00000020:00000010:0.0:1773941429.161137:0:12345:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f299f98200. 00000020:00000010:0.0:1773941429.161141:0:12345:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96f282ee3480. 00000020:00000010:0.0:1773941429.161146:0:12345:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96f282d3f3e8. 00020000:00000010:0.0:1773941429.161150:0:12345:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff96f288ef0b40. 00008000:00000010:0.0:1773941429.161155:0:12345:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f288e544d0. 00000020:00000010:0.0:1773941429.161160:0:12345:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f299f99400. 00000020:00000010:0.0:1773941429.161172:0:12345:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f299f98800. 00000020:00000010:0.0:1773941429.161175:0:12345:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f298ba7720. 00020000:00000010:0.0:1773941429.161179:0:12345:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f283808cc0. 00008000:00000010:0.0:1773941429.161183:0:12345:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f2882eea60. 00000002:00000010:0.0:1773941429.161188:0:12345:0:(mdc_dev.c:1726:mdc_device_alloc()) kmalloced '(osc)': 104 at ffff96f282ee3b80. 00010000:00000010:0.0:1773941429.161198:0:12345:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff96f28a306000. 00010000:00000010:0.0:1773941429.161205:0:12345:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff96f28a301000. 00010000:00000010:0.0:1773941429.161212:0:12345:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff96f298bde1c0. 00000020:00000010:0.0:1773941429.161218:0:12345:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff96f289142000. 00000100:00000200:0.0:1773941429.161230:0:12345:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.145@tcp->12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941429.161236:0:12345:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941429.161241:0:12345:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.202.145@tcp primary NID 192.168.202.145@tcp rc 0 00010000:00000010:0.0:1773941429.161246:0:12345:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff96f298ba7900. 00010000:00000010:0.0:1773941429.161257:0:12345:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at ffff96f290879800. 00000001:00000010:0.0:1773941429.161260:0:12345:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff96f283a1a800. 00000001:00000010:0.0:1773941429.161264:0:12345:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff96f2834a7f00. 00000001:00000010:0.0:1773941429.161306:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbdb7c1cc1000. 00000001:00000010:0.0:1773941429.161354:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbdb7c1ccb000. 00000001:00000010:0.0:1773941429.161394:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbdb7c1cd5000. 00000001:00000010:0.0:1773941429.161438:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbdb7c1cdf000. 00000001:00000010:0.0:1773941429.161496:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbdb7c1cf1000. 00000001:00000010:0.0:1773941429.161543:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbdb7c1cfb000. 00000001:00000010:0.0:1773941429.161595:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbdb7c1d11000. 00000001:00000010:0.0:1773941429.161655:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbdb7c1d1b000. 00000001:00000010:0.0:1773941429.161739:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbdb7c1d25000. 00000001:00000010:0.0:1773941429.161786:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbdb7c1d2f000. 00000001:00000010:0.0:1773941429.161824:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbdb7c1d39000. 00000001:00000010:0.0:1773941429.161867:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbdb7c1d43000. 00000001:00000010:0.0:1773941429.161913:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbdb7c1d4d000. 00000001:00000010:0.0:1773941429.161955:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbdb7c1d57000. 00000001:00000010:0.0:1773941429.161992:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbdb7c1d61000. 00000001:00000010:0.0:1773941429.162041:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbdb7c1d6b000. 00000001:00000010:0.0:1773941429.162079:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbdb7c1d75000. 00000001:00000010:0.0:1773941429.162119:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbdb7c1d89000. 00000001:00000010:0.0:1773941429.162156:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbdb7c1da1000. 00000001:00000010:0.0:1773941429.162191:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbdb7c1dab000. 00000001:00000010:0.0:1773941429.162235:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbdb7c1db5000. 00000001:00000010:0.0:1773941429.162284:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbdb7c1df5000. 00000001:00000010:0.0:1773941429.162328:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbdb7c1e05000. 00000001:00000010:0.0:1773941429.162370:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbdb7c1e0f000. 00000001:00000010:0.0:1773941429.162403:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbdb7c1e19000. 00000001:00000010:0.0:1773941429.162438:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbdb7c1e23000. 00000001:00000010:0.0:1773941429.162486:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbdb7c1e2d000. 00000001:00000010:0.0:1773941429.162535:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbdb7c1e37000. 00000001:00000010:0.0:1773941429.162577:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbdb7c1e41000. 00000001:00000010:0.0:1773941429.162628:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbdb7c1e4b000. 00000001:00000010:0.0:1773941429.162667:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbdb7c1e55000. 00000001:00000010:0.0:1773941429.162714:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbdb7c1e5f000. 00000020:00000010:0.0:1773941429.162799:0:12345:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff96f29087bc00. 00000020:00000010:0.0:1773941429.162801:0:12345:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at ffff96f28376f6c0. 00000020:00000010:0.0:1773941429.162841:0:12345:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff96f29087a000. 00000020:00000010:0.0:1773941429.162844:0:12345:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff96f283a1b600. 00000020:00000010:0.0:1773941429.162978:0:12345:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff96f290878000. 00000020:00000010:0.0:1773941429.162980:0:12345:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at ffff96f283a1a200. 00000020:00000010:0.0:1773941429.162999:0:12345:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff96f290878400. 00000020:00000010:0.0:1773941429.163001:0:12345:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff96f298803000. 00000040:00000010:0.0:1773941429.163017:0:12345:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at ffff96f283757780. 00000002:00000010:0.0:1773941429.163034:0:12345:0:(mdc_changelog.c:816:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at ffff96f289145000. 00000020:00000010:0.0:1773941429.163146:0:12345:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f299f98800. 00000020:00000010:0.0:1773941429.163149:0:12345:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f298ba7720. 00020000:00000010:0.0:1773941429.163152:0:12345:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f283808cc0. 00008000:00000010:0.0:1773941429.163154:0:12345:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f2882eea60. 00000020:00000010:0.0:1773941429.163156:0:12345:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f299f99400. 00000020:00000010:0.0:1773941429.163159:0:12345:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96f282ee3480. 00000020:00000010:0.0:1773941429.163161:0:12345:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96f282d3f3e8. 00020000:00000010:0.0:1773941429.163163:0:12345:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff96f288ef0b40. 00008000:00000010:0.0:1773941429.163165:0:12345:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f288e544d0. 00000020:00000010:0.0:1773941429.163167:0:12345:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f299f98200. 00000020:00000010:0.0:1773941429.163169:0:12345:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff96f298af1b40. 00000020:00000010:0.0:1773941429.163172:0:12345:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff96f298bde080. 00000020:00000010:0.0:1773941429.163176:0:12345:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff96f283f3ca00. 00000020:00000010:0.0:1773941429.163181:0:12345:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffff96f298af1b40. 00000020:00000010:0.0:1773941429.163185:0:12345:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f299f98200. 00000020:00000010:0.0:1773941429.163188:0:12345:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f299f99400. 00000040:00000010:0.0:1773941429.163191:0:12345:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f299f98800. 00000020:00000010:0.0:1773941429.163198:0:12345:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f289147800. 00000020:00000010:0.0:1773941429.163204:0:12345:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f2a0150400. 00040000:00000010:0.0:1773941429.163208:0:12345:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f2834a7800. 00040000:00000010:0.0:1773941429.163211:0:12345:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f28933be00. 00800000:00000010:0.0:1773941429.163222:0:12345:0:(lmv_obd.c:433:lmv_add_target()) kmalloced '(tgt)': 368 at ffff96f28933ae00. 00020000:00000010:0.0:1773941429.163228:0:12345:0:(lu_tgt_descs.c:371:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at ffff96f298805000. 00000020:00000010:0.0:1773941429.163232:0:12345:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f299f99400. 00000040:00000010:0.0:1773941429.163236:0:12345:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f299f98800. 00000020:00000010:0.0:1773941429.163240:0:12345:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f289147800. 00000020:00000010:0.0:1773941429.163243:0:12345:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f2a0150400. 00040000:00000010:0.0:1773941429.163247:0:12345:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f2834a7800. 00040000:00000010:0.0:1773941429.163250:0:12345:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f28933be00. 00000020:00000010:0.0:1773941429.163254:0:12345:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f299f98200. 00000020:00000010:0.0:1773941429.163260:0:12345:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f28933be00. 00000020:00000010:0.0:1773941429.163264:0:12345:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f28933b000. 00000020:00000010:0.0:1773941429.163267:0:12345:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f28376f120. 00020000:00000010:0.0:1773941429.163270:0:12345:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f283808cc0. 00008000:00000010:0.0:1773941429.163273:0:12345:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f2882eea60. 00000020:00000010:0.0:1773941429.163280:0:12345:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f28933b000. 00000020:00000010:0.0:1773941429.163282:0:12345:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f28376f120. 00020000:00000010:0.0:1773941429.163285:0:12345:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f283808cc0. 00008000:00000010:0.0:1773941429.163287:0:12345:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f2882eea60. 00000020:00000010:0.0:1773941429.163289:0:12345:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f28933be00. 00000020:00000010:0.0:1773941429.163291:0:12345:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffff96f298af1b40. 00000020:00000010:0.0:1773941429.163293:0:12345:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff96f283f3ca00. 00000020:00000010:0.0:1773941429.163298:0:12345:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff96f2834a7800. 00000020:00000010:0.0:1773941429.163300:0:12345:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff96f2834a7800. 00000020:00000010:0.0:1773941429.163303:0:12345:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff96f2834a7800. 00000020:00000010:0.0:1773941429.163305:0:12345:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff96f2834a7800. 00000020:00000010:0.0:1773941429.163309:0:12345:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff96f2834a7800. 00000020:00000010:0.0:1773941429.163310:0:12345:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff96f2834a7800. 00000020:00000010:0.0:1773941429.163312:0:12345:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff96f283f3ca00. 00000100:00000010:0.0:1773941429.163319:0:12345:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff96f29087b000. 00000400:00000200:0.0:1773941429.163321:0:12345:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:0.0:1773941429.163324:0:12345:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.145@tcp 00000400:00000200:0.0:1773941429.163326:0:12345:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941429.163329:0:12345:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.145@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1773941429.163332:0:12345:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941429.163335:0:12345:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1773941429.163337:0:12345:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.145@tcp NID 192.168.202.145@tcp: 0. pending discovery 00000400:00000200:0.0:1773941429.163339:0:12345:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.145@tcp 00000100:00000010:0.0:1773941429.163341:0:12345:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff96f29087b000. 00000020:00000010:0.0:1773941429.163343:0:12345:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff96f283f3ca00. 00000020:00000010:0.0:1773941429.163346:0:12345:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff96f283f3ca00. 00000020:00000010:0.0:1773941429.163349:0:12345:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff96f298af1b40. 00000020:00000010:0.0:1773941429.163355:0:12345:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff96f298bf0000. 00000020:00000010:0.0:1773941429.163359:0:12345:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff96f289147800. 00000020:00000010:0.0:1773941429.163367:0:12345:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff96f298af1b40. 00000020:00000010:0.0:1773941429.163370:0:12345:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff96f283f3ca00. 00000020:00000010:0.0:1773941429.163373:0:12345:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff96f283f3ca00. 00000020:00000010:0.0:1773941429.163377:0:12345:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff96f298af1b40. 00000001:00000010:0.0:1773941429.163396:0:12345:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff96f2834a7800. 00000001:00000010:0.0:1773941429.163399:0:12345:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff96f298ba0140. 00000001:00000010:0.0:1773941429.163402:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff96f28933be00. 00000001:00000010:0.0:1773941429.163404:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff96f28933b000. 00000001:00000010:0.0:1773941429.163406:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff96f28933b200. 00000001:00000010:0.0:1773941429.163409:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff96f2a0150400. 00000020:00000010:0.0:1773941429.163412:0:12345:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f299f98200. 00000020:00000010:0.0:1773941429.163415:0:12345:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96f282ee3480. 00000020:00000010:0.0:1773941429.163418:0:12345:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96f282d3f3e8. 00020000:00000010:0.0:1773941429.163421:0:12345:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff96f288ef0b40. 00008000:00000010:0.0:1773941429.163424:0:12345:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f288e544d0. 00000020:00000010:0.0:1773941429.163427:0:12345:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f299f98800. 00000020:00000010:0.0:1773941429.163428:0:12345:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f299f99400. 00000020:00000010:0.0:1773941429.163435:0:12345:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f28376f120. 00020000:00000010:0.0:1773941429.163439:0:12345:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f283808cc0. 00008000:00000010:0.0:1773941429.163442:0:12345:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f2882eea60. 00000008:00000010:0.0:1773941429.163445:0:12345:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at ffff96f282ee3680. 00010000:00000010:0.0:1773941429.163453:0:12345:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff96f298804000. 00010000:00000010:0.0:1773941429.163462:0:12345:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff96f298802000. 00000020:00000010:0.0:1773941429.163474:0:12345:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff96f289146000. 00000100:00000200:0.0:1773941429.163487:0:12345:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.145@tcp->12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941429.163492:0:12345:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941429.163498:0:12345:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.202.145@tcp primary NID 192.168.202.145@tcp rc 0 00010000:00000010:0.0:1773941429.163502:0:12345:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff96f28376ff00. 00010000:00000010:0.0:1773941429.163507:0:12345:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at ffff96f288f6a800. 00000001:00000010:0.0:1773941429.163512:0:12345:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff96f282a92200. 00000001:00000010:0.0:1773941429.163516:0:12345:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at ffff96f282ee3f00. 00000001:00000010:0.0:1773941429.163522:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff96f298b6c000. 00000001:00000010:0.0:1773941429.163539:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff96f288002000. 00000001:00000010:0.0:1773941429.163545:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff96f288006000. 00000001:00000010:0.0:1773941429.163551:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff96f288004000. 00000001:00000010:0.0:1773941429.163557:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff96f288000000. 00000001:00000010:0.0:1773941429.163569:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff96f28800e000. 00000001:00000010:0.0:1773941429.163577:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff96f28800c000. 00000001:00000010:0.0:1773941429.163585:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff96f288008000. 00000001:00000010:0.0:1773941429.163592:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff96f28800a000. 00000001:00000010:0.0:1773941429.163607:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff96f286086000. 00000001:00000010:0.0:1773941429.163614:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff96f286084000. 00000001:00000010:0.0:1773941429.163621:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff96f286080000. 00000001:00000010:0.0:1773941429.163627:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff96f286082000. 00000001:00000010:0.0:1773941429.163641:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff96f285156000. 00000001:00000010:0.0:1773941429.163646:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff96f285154000. 00000001:00000010:0.0:1773941429.163652:0:12345:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff96f285150000. 00000020:00000010:0.0:1773941429.163826:0:12345:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff96f288f68000. 00000020:00000010:0.0:1773941429.163836:0:12345:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at ffff96f28376f180. 00000020:00000010:0.0:1773941429.163914:0:12345:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff96f288f6bc00. 00000020:00000010:0.0:1773941429.163918:0:12345:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff96f282a93800. 00000020:00000010:0.0:1773941429.164275:0:12345:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff96f288f69c00. 00000020:00000010:0.0:1773941429.164278:0:12345:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff96f298801000. 00000020:00000010:0.0:1773941429.164297:0:12345:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f299f99400. 00000020:00000010:0.0:1773941429.164300:0:12345:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f28376f120. 00020000:00000010:0.0:1773941429.164303:0:12345:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f283808cc0. 00008000:00000010:0.0:1773941429.164306:0:12345:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f2882eea60. 00000020:00000010:0.0:1773941429.164308:0:12345:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f299f98800. 00000020:00000010:0.0:1773941429.164311:0:12345:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96f282ee3480. 00000020:00000010:0.0:1773941429.164314:0:12345:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96f282d3f3e8. 00020000:00000010:0.0:1773941429.164317:0:12345:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff96f288ef0b40. 00008000:00000010:0.0:1773941429.164319:0:12345:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f288e544d0. 00000020:00000010:0.0:1773941429.164322:0:12345:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f299f98200. 00000020:00000010:0.0:1773941429.164325:0:12345:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff96f298af1b40. 00000020:00000010:0.0:1773941429.164328:0:12345:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff96f283f3ca00. 00000020:00000010:0.0:1773941429.164332:0:12345:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff96f2830defc0. 00000020:00000010:0.0:1773941429.164336:0:12345:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at ffff96f282ee3480. 00000020:00000010:0.0:1773941429.164340:0:12345:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f286068600. 00000020:00000010:0.0:1773941429.164344:0:12345:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f286069c00. 00000020:00000010:0.0:1773941429.164346:0:12345:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f28376f120. 00000008:00000010:0.0:1773941429.164351:0:12345:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff96f2a0d9e468. 00020000:00000010:0.0:1773941429.164353:0:12345:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f283808cc0. 00008000:00000010:0.0:1773941429.164355:0:12345:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f2882eea60. 00020000:00000010:0.0:1773941429.164362:0:12345:0:(lov_obd.c:492:lov_add_target()) kmalloced '(tgt)': 368 at ffff96f286069a00. 00020000:00000010:0.0:1773941429.164365:0:12345:0:(lu_tgt_descs.c:371:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at ffff96f298800000. 00020000:00000010:0.0:1773941429.164369:0:12345:0:(lov_dev.c:357:lov_expand_targets()) kmalloced '(newd)': 512 at ffff96f286069000. 00000020:00000010:0.0:1773941429.164371:0:12345:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f286069c00. 00000020:00000010:0.0:1773941429.164374:0:12345:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f28376f120. 00000008:00000010:0.0:1773941429.164377:0:12345:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff96f2a0d9e468. 00020000:00000010:0.0:1773941429.164379:0:12345:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f283808cc0. 00008000:00000010:0.0:1773941429.164386:0:12345:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f2882eea60. 00000020:00000010:0.0:1773941429.164387:0:12345:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f286068600. 00000020:00000010:0.0:1773941429.164390:0:12345:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 120 at ffff96f282ee3480. 00000020:00000010:0.0:1773941429.164391:0:12345:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff96f2830defc0. 00000020:00000010:0.0:1773941429.164395:0:12345:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff96f2834a7000. 00000020:00000010:0.0:1773941429.164396:0:12345:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff96f2834a7000. 00000020:00000010:0.0:1773941429.164399:0:12345:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff96f2834a7000. 00000020:00000010:0.0:1773941429.164400:0:12345:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff96f2834a7000. 00000020:00000010:0.0:1773941429.164402:0:12345:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at ffff96f2830defc0. 00000020:00000010:0.0:1773941429.164404:0:12345:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 56 at ffff96f2830defc0. 00000100:00000010:0.0:1773941429.164410:0:12345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b12680. 02000000:00000010:0.0:1773941429.164418:0:12345:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f286068600. 00000100:00000010:0.0:1773941429.164426:0:12345:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f2850bc0c0. 02000000:00000010:0.0:1773941429.164449:0:12345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff96f286008000. 00000400:00000200:0.0:1773941429.164454:0:12345:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941429.164458:0:12345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796840. 00000400:00000010:0.0:1773941429.164464:0:12345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff96f2850bc300. 00000100:00000200:0.0:1773941429.164469:0:12345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112264209536, portal 25 00000400:00000010:0.0:1773941429.164475:0:12345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d330. 00000100:00000200:0.0:1773941429.164478:0:12345:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112264209536, offset 0 00000400:00000200:0.0:1773941429.164485:0:12345:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941429.164493:0:12345:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941429.164499:0:12345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941429.164503:0:12345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941429.164506:0:12345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941429.164508:0:12345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941429.164510:0:12345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:0.0:1773941429.164513:0:12345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [79:79:256:4294967295] 192.168.202.145@tcp LPNI seq info [79:79:8:4294967295] 00000400:00000200:0.0:1773941429.164516:0:12345:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941429.164523:0:12345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:0.0:1773941429.164527:0:12345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:0.0:1773941429.164535:0:12345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7000. 00000800:00000200:0.0:1773941429.164540:0:12345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:0.0:1773941429.164546:0:12345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:0.0:1773941429.164549:0:12345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7000 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1773941429.164562:0:12345:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000800:00000200:3.0:1773941429.164643:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941429.164648:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7000. 00000400:00000200:3.0:1773941429.164653:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941429.164659:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941429.164663:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d330 00000400:00000010:3.0:1773941429.164666:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d330. 00000100:00000200:3.0:1773941429.164675:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b12680 x1860112264209536/t0(0) o502->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941445 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941429.165798:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.165804:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941429.165849:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.165854:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.165859:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.165864:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 8472 into portal 25 MB=0x69bc322c02480 00000400:00000200:3.0:1773941429.165869:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.165874:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 8472/8472 into md 0x73d [4] + 224 00000400:00000200:3.0:1773941429.165900:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941429.165905:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:3.0:1773941429.165915:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b12680 x1860112264209536/t0(0) o502->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941445 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941429.165946:0:12345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796840. 00000400:00000200:0.0:1773941429.165950:0:12345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2850bc300 00000400:00000010:0.0:1773941429.165951:0:12345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff96f2850bc300. 00000100:00000200:0.0:1773941429.165956:0:12345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b12680 x1860112264209536/t0(0) o502->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941445 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941429.165963:0:12345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b12680 x1860112264209536/t0(0) o502->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941445 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1773941429.165978:0:12345:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f2850bc0c0. 02000000:00000010:0.0:1773941429.165984:0:12345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff96f286008000. 02000000:00000010:0.0:1773941429.165992:0:12345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f286068600. 00000100:00000010:0.0:1773941429.165995:0:12345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b12680. 00000020:00000010:0.0:1773941429.166002:0:12345:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff96f2834a7100. 00000020:00000010:0.0:1773941429.166004:0:12345:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff96f2834a7100. 00000040:00000010:0.0:1773941429.166007:0:12345:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff96f29089a000. 00000020:00000010:0.0:1773941429.166011:0:12345:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff96f298b7aac0. 00000020:00000010:0.0:1773941429.166016:0:12345:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f289199e00. 00000040:00000010:0.0:1773941429.166018:0:12345:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f289198c00. 00000020:00000010:0.0:1773941429.166031:0:12345:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f2a0d94000. 00000020:00000010:0.0:1773941429.166035:0:12345:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff96f2882cf3b8. 00000020:00000010:0.0:1773941429.166038:0:12345:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f283977a00. 80000000:00000010:0.0:1773941429.166042:0:12345:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f2892f10c0. 40000000:00000010:0.0:1773941429.166046:0:12345:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff96f298b7ad40. 00100000:00000010:0.0:1773941429.166050:0:12345:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff96f2a0d96000. 00040000:00000010:0.0:1773941429.166053:0:12345:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f298b8f300. 00040000:00000010:0.0:1773941429.166057:0:12345:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff96f2a0d91800. 00040000:00000010:0.0:1773941429.166059:0:12345:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f283976000. 00000004:00000010:0.0:1773941429.166063:0:12345:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff96f2a0d92000. 00000004:00000010:0.0:1773941429.166072:0:12345:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff96f2850f1000. 00000004:00000010:0.0:1773941429.166076:0:12345:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff96f2a0d97000. 00002000:00000010:0.0:1773941429.166078:0:12345:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff96f298b49400. 00000004:00000010:0.0:1773941429.166081:0:12345:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff96f298b4ac00. 00000020:00000010:0.0:1773941429.166084:0:12345:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f289198400. 00000040:00000010:0.0:1773941429.166105:0:12327:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff96f298ba7cc0. 00000040:00000010:0.0:1773941429.166110:0:12327:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff96f298b6e000. 00000040:00000010:0.0:1773941429.166112:0:12327:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff96f2850ee200. 00000020:00000010:0.0:1773941429.166116:0:12327:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f2850eec00. 00000040:00000010:0.0:1773941429.166118:0:12327:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f2850ef600. 00000020:00000010:0.0:1773941429.166120:0:12327:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f2a0e35000. 00000020:00000010:0.0:1773941429.166122:0:12327:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f2850ee000. 80000000:00000010:0.0:1773941429.166124:0:12327:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f298ba7300. 00040000:00000010:0.0:1773941429.166126:0:12327:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f2850ee400. 20000000:00000010:0.0:1773941429.166128:0:12327:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f2850efa00. 00000020:00000010:0.0:1773941429.166130:0:12327:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f2850eee00. 10000000:00000010:0.0:1773941429.166133:0:12327:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f298bde880. 00000100:00000010:0.0:1773941429.166150:0:12327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b12680. 02000000:00000010:0.0:1773941429.166155:0:12327:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f286068600. 00010000:00000010:0.0:1773941429.166162:0:12327:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f2883d5600. 00010000:00000010:0.0:1773941429.166165:0:12327:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f289192c00. 00000100:00000010:0.0:1773941429.166175:0:12327:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f2850bc0c0. 02000000:00000010:0.0:1773941429.166181:0:12327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f288f6ac00. 00000400:00000200:0.0:1773941429.166184:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941429.166186:0:12327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796840. 00000400:00000010:0.0:1773941429.166189:0:12327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d440. 00000100:00000200:0.0:1773941429.166191:0:12327:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264209664, portal 25 00000400:00000010:0.0:1773941429.166194:0:12327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5db28. 00000100:00000200:0.0:1773941429.166195:0:12327:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264209664, offset 0 00000400:00000200:0.0:1773941429.166200:0:12327:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941429.166204:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941429.166208:0:12327:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941429.166211:0:12327:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941429.166219:0:12327:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941429.166222:0:12327:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941429.166225:0:12327:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:0.0:1773941429.166228:0:12327:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [80:80:256:4294967295] 192.168.202.145@tcp LPNI seq info [80:80:8:4294967295] 00000400:00000200:0.0:1773941429.166233:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941429.166240:0:12327:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:0.0:1773941429.166245:0:12327:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:0.0:1773941429.166249:0:12327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7100. 00000800:00000200:0.0:1773941429.166253:0:12327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:0.0:1773941429.166258:0:12327:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:0.0:1773941429.166260:0:12327:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7100 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1773941429.166271:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000800:00000200:2.0:1773941429.166324:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941429.166329:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7100. 00000400:00000200:2.0:1773941429.166333:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941429.166337:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941429.166341:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5db28 00000400:00000010:2.0:1773941429.166343:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5db28. 00000100:00000200:2.0:1773941429.166350:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b12680 x1860112264209664/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941445 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941429.167127:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.167131:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941429.167136:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.167139:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.167142:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.167145:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 344 into portal 25 MB=0x69bc322c02500 00000400:00000200:3.0:1773941429.167149:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.167153:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 344/344 into md 0x745 [1] + 224 00000400:00000200:3.0:1773941429.167166:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941429.167169:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:3.0:1773941429.167175:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b12680 x1860112264209664/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941445 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941429.167219:0:12327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796840. 00000400:00000200:0.0:1773941429.167223:0:12327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d440 00000400:00000010:0.0:1773941429.167225:0:12327:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d440. 00000100:00000200:0.0:1773941429.167230:0:12327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b12680 x1860112264209664/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941445 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941429.167237:0:12327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b12680 x1860112264209664/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941445 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1773941429.167248:0:12327:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f2850bc0c0. 02000000:00000010:0.0:1773941429.167260:0:12327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f288f6ac00. 02000000:00000010:0.0:1773941429.167262:0:12327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f286068600. 00000100:00000010:0.0:1773941429.167265:0:12327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b12680. 10000000:00000010:0.0:1773941429.167270:0:12327:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 2048 at ffff96f289144000. 00000100:00000010:0.0:1773941429.167693:0:12327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b12680. 02000000:00000010:0.0:1773941429.167698:0:12327:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f286068600. 00000100:00000010:0.0:1773941429.167703:0:12327:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff96f288f6ac00. 00000100:00000010:0.0:1773941429.167706:0:12327:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff96f298807000. 00000100:00000010:0.0:1773941429.167736:0:12327:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f2850bc0c0. 00000400:00000200:0.0:1773941429.167747:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941429.167753:0:12327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796840. 00000400:00000010:0.0:1773941429.167757:0:12327:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff96f285152000. 00000100:00000200:0.0:1773941429.167762:0:12327:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x69bc322c02580-0x69bc322c02580, portal 33 02000000:00000010:0.0:1773941429.167767:0:12327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f286069c00. 00000400:00000200:0.0:1773941429.167771:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941429.167774:0:12327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796210. 00000400:00000010:0.0:1773941429.167778:0:12327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d440. 00000100:00000200:0.0:1773941429.167781:0:12327:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112264209792, portal 25 00000400:00000010:0.0:1773941429.167785:0:12327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d660. 00000100:00000200:0.0:1773941429.167788:0:12327:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1860112264209792, offset 0 00000400:00000200:0.0:1773941429.167795:0:12327:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941429.167800:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941429.167806:0:12327:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941429.167810:0:12327:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941429.167814:0:12327:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941429.167817:0:12327:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941429.167821:0:12327:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:0.0:1773941429.167825:0:12327:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [81:81:256:4294967295] 192.168.202.145@tcp LPNI seq info [81:81:8:4294967295] 00000400:00000200:0.0:1773941429.167829:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941429.167835:0:12327:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:0.0:1773941429.167838:0:12327:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:0.0:1773941429.167841:0:12327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7b00. 00000800:00000200:0.0:1773941429.167845:0:12327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:0.0:1773941429.167849:0:12327:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:0.0:1773941429.167851:0:12327:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7b00 type 1, nob 400 niov 1 nkiov 1 00000400:00000200:0.0:1773941429.167861:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000800:00000200:2.0:1773941429.167905:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941429.167909:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7b00. 00000400:00000200:2.0:1773941429.167912:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941429.167916:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941429.167924:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d660 00000400:00000010:2.0:1773941429.167925:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d660. 00000100:00000200:2.0:1773941429.167931:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b12680 x1860112264209792/t0(0) o256->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941445 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941429.168624:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.168628:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941429.168633:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.168635:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.168638:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.168641:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 88 into portal 33 MB=0x69bc322c02580 00000400:00000200:3.0:1773941429.168645:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.168648:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.202.145@tcp of length 88/88 into md 0x74d [256] + 0 00000400:00000010:3.0:1773941429.168652:0:2347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796840. 00000400:00000200:3.0:1773941429.168655:0:2347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff96f285152000 00000400:00000200:3.0:1773941429.168662:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941429.168665:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941429.168668:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f285152000 00000400:00000010:3.0:1773941429.168670:0:2347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff96f285152000. 00000100:00000200:3.0:1773941429.168674:0:2347:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff96f298b12680 desc ffff96f288f6ac00 mbits 1860112264209792 00000400:00000200:3.0:1773941429.168687:0:2347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1773941429.168691:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.168695:0:2347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.45@tcp to MR: 192.168.202.145@tcp local destination 00000400:00000200:3.0:1773941429.168700:0:2347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [82:82:256:4294967295] 192.168.202.145@tcp LPNI seq info [82:82:8:4294967295] 00000400:00000200:3.0:1773941429.168705:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.168713:0:2347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:192.168.202.45@tcp) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) 192.168.202.145@tcp : ACK try# 0 00000800:00000200:3.0:1773941429.168742:0:2347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.145@tcp 00000800:00000010:3.0:1773941429.168747:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff96f285134000. 00000800:00000200:3.0:1773941429.168752:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:3.0:1773941429.168758:0:2347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:3.0:1773941429.168766:0:2347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f285134000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1773941429.168801:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941429.168804:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff96f285134000. 00000400:00000200:3.0:1773941429.168808:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941429.168811:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: ACK: OK 00000400:00000200:3.0:1773941429.169304:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.169308:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941429.169312:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.169315:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.169317:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.169320:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 240 into portal 25 MB=0x69bc322c02580 00000400:00000200:3.0:1773941429.169323:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.169325:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 240/240 into md 0x755 [1] + 224 00000400:00000200:3.0:1773941429.169332:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941429.169335:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:3.0:1773941429.169341:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b12680 x1860112264209792/t0(0) o256->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941445 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941429.169384:0:12327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796210. 00000400:00000200:0.0:1773941429.169389:0:12327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d440 00000400:00000010:0.0:1773941429.169392:0:12327:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d440. 00000100:00000200:0.0:1773941429.169399:0:12327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b12680 x1860112264209792/t0(0) o256->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941445 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941429.169416:0:12327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b12680 x1860112264209792/t0(0) o256->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941445 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1773941429.169430:0:12327:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f2850bc0c0. 10000000:00000010:0.0:1773941429.169439:0:12327:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at ffff96f285342000. 00000100:00000200:0.0:1773941429.169448:0:12327:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.145@tcp with 192.168.202.145@tcp 00000100:00000200:0.0:1773941429.169450:0:12327:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.145@tcp' 00000400:00000200:0.0:1773941429.169452:0:12327:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:0.0:1773941429.169456:0:12327:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.145@tcp 00000400:00000200:0.0:1773941429.169460:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941429.169465:0:12327:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.145@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1773941429.169470:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941429.169477:0:12327:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1773941429.169482:0:12327:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.145@tcp NID 192.168.202.145@tcp: 0. pending discovery 00000400:00000200:0.0:1773941429.169485:0:12327:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.145@tcp 10000000:00000010:0.0:1773941429.169491:0:12327:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff96f282ee3480. 00000020:00000010:0.0:1773941429.169498:0:12327:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f286068800. 00000020:00000010:0.0:1773941429.169502:0:12327:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f286069e00. 00000020:00000010:0.0:1773941429.169505:0:12327:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f28376f120. 00000008:00000010:0.0:1773941429.169509:0:12327:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff96f2a0d9e468. 00020000:00000010:0.0:1773941429.169512:0:12327:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f283808cc0. 00008000:00000010:0.0:1773941429.169515:0:12327:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f2882eea60. 00000020:00000010:0.0:1773941429.169558:0:12327:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f286069e00. 00000020:00000010:0.0:1773941429.169562:0:12327:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f28376f120. 00000008:00000010:0.0:1773941429.169565:0:12327:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff96f2a0d9e468. 00020000:00000010:0.0:1773941429.169568:0:12327:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f283808cc0. 00008000:00000010:0.0:1773941429.169571:0:12327:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f2882eea60. 00000020:00000010:0.0:1773941429.169574:0:12327:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f286068800. 10000000:00000010:0.0:1773941429.169577:0:12327:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff96f282ee3480. 00000100:00000200:0.0:1773941429.169583:0:12327:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.145@tcp with 192.168.202.145@tcp 00000100:00000200:0.0:1773941429.169584:0:12327:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.145@tcp' 00000400:00000200:0.0:1773941429.169586:0:12327:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:0.0:1773941429.169593:0:12327:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.145@tcp 00000400:00000200:0.0:1773941429.169595:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941429.169597:0:12327:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.145@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1773941429.169599:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941429.169602:0:12327:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1773941429.169604:0:12327:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.145@tcp NID 192.168.202.145@tcp: 0. pending discovery 00000400:00000200:0.0:1773941429.169605:0:12327:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.145@tcp 10000000:00000010:0.0:1773941429.169608:0:12327:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff96f282ee3480. 00000020:00000010:0.0:1773941429.169612:0:12327:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f286068800. 00000020:00000010:0.0:1773941429.169613:0:12327:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f286069e00. 00000020:00000010:0.0:1773941429.169615:0:12327:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f28376f120. 00000008:00000010:0.0:1773941429.169617:0:12327:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff96f2a0d9e468. 00020000:00000010:0.0:1773941429.169618:0:12327:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f283808cc0. 00008000:00000010:0.0:1773941429.169620:0:12327:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f2882eea60. 00000020:00000010:0.0:1773941429.169638:0:12327:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f286069e00. 00000020:00000010:0.0:1773941429.169640:0:12327:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f28376f120. 00000008:00000010:0.0:1773941429.169643:0:12327:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff96f2a0d9e468. 00020000:00000010:0.0:1773941429.169645:0:12327:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f283808cc0. 00008000:00000010:0.0:1773941429.169648:0:12327:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f2882eea60. 00000020:00000010:0.0:1773941429.169650:0:12327:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f286068800. 10000000:00000010:0.0:1773941429.169653:0:12327:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff96f282ee3480. 10000000:00000010:0.0:1773941429.169655:0:12327:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at ffff96f285342000. 02000000:00000010:0.0:1773941429.169660:0:12327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f286069c00. 00000100:00000010:0.0:1773941429.169670:0:12327:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff96f298807000. 00000100:00000010:0.0:1773941429.169673:0:12327:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff96f288f6ac00. 02000000:00000010:0.0:1773941429.169676:0:12327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f286068600. 00000100:00000010:0.0:1773941429.169678:0:12327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b12680. 10000000:00000010:0.0:1773941429.170526:0:12327:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 2048 at ffff96f289144000. 00000100:00000010:0.0:1773941429.170542:0:12327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b12680. 02000000:00000010:0.0:1773941429.170548:0:12327:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f286068600. 00010000:00000010:0.0:1773941429.170556:0:12327:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f2883d5f00. 00010000:00000010:0.0:1773941429.170560:0:12327:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f289193800. 00000100:00000010:0.0:1773941429.170567:0:12327:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f2850bc0c0. 02000000:00000010:0.0:1773941429.170580:0:12327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f288f6ac00. 00000400:00000200:0.0:1773941429.170583:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941429.170585:0:12327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796210. 00000400:00000010:0.0:1773941429.170588:0:12327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d440. 00000100:00000200:0.0:1773941429.170590:0:12327:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264209920, portal 25 00000400:00000010:0.0:1773941429.170594:0:12327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5dbb0. 00000100:00000200:0.0:1773941429.170595:0:12327:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264209920, offset 0 00000400:00000200:0.0:1773941429.170599:0:12327:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941429.170602:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941429.170605:0:12327:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941429.170607:0:12327:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941429.170609:0:12327:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941429.170611:0:12327:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941429.170613:0:12327:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:0.0:1773941429.170616:0:12327:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [83:83:256:4294967295] 192.168.202.145@tcp LPNI seq info [83:83:8:4294967295] 00000400:00000200:0.0:1773941429.170618:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941429.170624:0:12327:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:0.0:1773941429.170629:0:12327:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:0.0:1773941429.170633:0:12327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7b00. 00000800:00000200:0.0:1773941429.170638:0:12327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:0.0:1773941429.170643:0:12327:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:0.0:1773941429.170646:0:12327:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7b00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1773941429.170660:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000800:00000200:3.0:1773941429.170712:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941429.170736:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7b00. 00000400:00000200:3.0:1773941429.170740:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941429.170745:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941429.170749:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5dbb0 00000400:00000010:3.0:1773941429.170751:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5dbb0. 00000100:00000200:3.0:1773941429.170824:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b12680 x1860112264209920/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941445 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941429.171446:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.171451:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941429.171456:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.171459:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.171462:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.171465:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 344 into portal 25 MB=0x69bc322c02600 00000400:00000200:3.0:1773941429.171474:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.171478:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 344/344 into md 0x75d [1] + 224 00000400:00000200:3.0:1773941429.171487:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941429.171491:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:3.0:1773941429.171496:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b12680 x1860112264209920/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941445 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941429.171534:0:12327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796210. 00000400:00000200:0.0:1773941429.171538:0:12327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d440 00000400:00000010:0.0:1773941429.171539:0:12327:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d440. 00000100:00000200:0.0:1773941429.171545:0:12327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b12680 x1860112264209920/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941445 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941429.171551:0:12327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b12680 x1860112264209920/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941445 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1773941429.171561:0:12327:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f2850bc0c0. 02000000:00000010:0.0:1773941429.171575:0:12327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f288f6ac00. 02000000:00000010:0.0:1773941429.171578:0:12327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f286068600. 00000100:00000010:0.0:1773941429.171580:0:12327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b12680. 10000000:00000010:0.0:1773941429.171585:0:12327:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f2830dea00. 00000020:00000010:0.0:1773941429.171587:0:12327:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f286068600. 00000020:00000010:0.0:1773941429.171589:0:12327:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f286069c00. 00000040:00000010:0.0:1773941429.171592:0:12327:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f286068800. 00000020:00000010:0.0:1773941429.171596:0:12327:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f289144000. 00000020:00000010:0.0:1773941429.171599:0:12327:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f286069e00. 80000000:00000010:0.0:1773941429.171602:0:12327:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f28376f120. 00040000:00000010:0.0:1773941429.171606:0:12327:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f286068a00. 20000000:00000010:0.0:1773941429.171610:0:12327:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f286069400. 00000040:00000010:0.0:1773941429.171615:0:12327:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff96f286069800. 00000100:00000010:0.0:1773941429.171620:0:12327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b12680. 02000000:00000010:0.0:1773941429.171627:0:12327:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f286068c00. 00000100:00000010:0.0:1773941429.171633:0:12327:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f2850bc0c0. 02000000:00000010:0.0:1773941429.171640:0:12327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f286069200. 00000400:00000200:0.0:1773941429.171644:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941429.171647:0:12327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796210. 00000400:00000010:0.0:1773941429.171651:0:12327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d440. 00000100:00000200:0.0:1773941429.171653:0:12327:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112264210048, portal 25 00000400:00000010:0.0:1773941429.171657:0:12327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d220. 00000100:00000200:0.0:1773941429.171659:0:12327:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1860112264210048, offset 0 00000400:00000200:0.0:1773941429.171664:0:12327:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941429.171666:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941429.171669:0:12327:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941429.171672:0:12327:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941429.171674:0:12327:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941429.171676:0:12327:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941429.171678:0:12327:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:0.0:1773941429.171682:0:12327:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [84:84:256:4294967295] 192.168.202.145@tcp LPNI seq info [84:84:8:4294967295] 00000400:00000200:0.0:1773941429.171685:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941429.171695:0:12327:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:0.0:1773941429.171698:0:12327:0:(socklnd_cb.c:1001:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:0.0:1773941429.171701:0:12327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7100. 00000800:00000200:0.0:1773941429.171705:0:12327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:0.0:1773941429.171708:0:12327:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:0.0:1773941429.171711:0:12327:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7100 type 1, nob 600 niov 1 nkiov 1 00000400:00000200:0.0:1773941429.171739:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000800:00000200:3.0:1773941429.171848:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941429.171852:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7100. 00000400:00000200:3.0:1773941429.171855:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941429.171859:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941429.171862:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d220 00000400:00000010:3.0:1773941429.171864:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d220. 00000100:00000200:3.0:1773941429.171870:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b12680 x1860112264210048/t0(0) o501->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941445 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941429.172664:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.172668:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941429.172673:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.172676:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.172680:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.172683:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 272 into portal 25 MB=0x69bc322c02680 00000400:00000200:3.0:1773941429.172687:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.172690:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 272/272 into md 0x765 [1] + 224 00000400:00000200:3.0:1773941429.172699:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941429.172703:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:3.0:1773941429.172710:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b12680 x1860112264210048/t0(0) o501->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941445 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941429.172761:0:12327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796210. 00000400:00000200:1.0:1773941429.172767:0:12327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d440 00000400:00000010:1.0:1773941429.172769:0:12327:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d440. 00000100:00000200:1.0:1773941429.172776:0:12327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b12680 x1860112264210048/t0(0) o501->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941445 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941429.172787:0:12327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b12680 x1860112264210048/t0(0) o501->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941445 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941429.172799:0:12327:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f2850bc0c0. 02000000:00000010:1.0:1773941429.172804:0:12327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f286069200. 02000000:00000010:1.0:1773941429.172812:0:12327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f286068c00. 00000100:00000010:1.0:1773941429.172813:0:12327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b12680. 00000040:00000010:1.0:1773941429.172819:0:12327:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff96f29089e000. 00000100:00000010:1.0:1773941429.172824:0:12327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298ae8a80. 02000000:00000010:1.0:1773941429.172829:0:12327:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f283f1ae00. 00000100:00000010:1.0:1773941429.172834:0:12327:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f288b87a80. 02000000:00000010:1.0:1773941429.172849:0:12327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff96f2860a0000. 00000400:00000200:1.0:1773941429.172853:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941429.172856:0:12327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15478. 00000400:00000010:1.0:1773941429.172860:0:12327:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff96f288b87c00. 00000100:00000200:1.0:1773941429.172862:0:12327:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112264210176, portal 25 00000400:00000010:1.0:1773941429.172867:0:12327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1b28. 00000100:00000200:1.0:1773941429.172869:0:12327:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112264210176, offset 0 00000400:00000200:1.0:1773941429.172874:0:12327:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941429.172878:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941429.172881:0:12327:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941429.172884:0:12327:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941429.172886:0:12327:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941429.172888:0:12327:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941429.172891:0:12327:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:1.0:1773941429.172893:0:12327:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [85:85:256:4294967295] 192.168.202.145@tcp LPNI seq info [85:85:8:4294967295] 00000400:00000200:1.0:1773941429.172896:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941429.172902:0:12327:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:1.0:1773941429.172904:0:12327:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:1.0:1773941429.172908:0:12327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f298b8fd00. 00000800:00000200:1.0:1773941429.172911:0:12327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:1.0:1773941429.172915:0:12327:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:1.0:1773941429.172917:0:12327:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f298b8fd00 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1773941429.172927:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000800:00000200:2.0:1773941429.172968:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941429.172972:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f298b8fd00. 00000400:00000200:2.0:1773941429.172975:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941429.172980:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941429.172983:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1b28 00000400:00000010:2.0:1773941429.172985:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1b28. 00000100:00000200:2.0:1773941429.172992:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298ae8a80 x1860112264210176/t0(0) o503->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941445 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941429.173788:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.173792:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941429.173798:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.173801:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.173805:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.173808:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 8416 into portal 25 MB=0x69bc322c02700 00000400:00000200:2.0:1773941429.173811:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.173814:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 8416/8416 into md 0x76d [4] + 224 00000400:00000200:2.0:1773941429.173824:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941429.173827:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:2.0:1773941429.173833:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298ae8a80 x1860112264210176/t0(0) o503->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941445 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941429.173864:0:12327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15478. 00000400:00000200:1.0:1773941429.173868:0:12327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f288b87c00 00000400:00000010:1.0:1773941429.173875:0:12327:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff96f288b87c00. 00000100:00000200:1.0:1773941429.173882:0:12327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298ae8a80 x1860112264210176/t0(0) o503->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941445 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941429.173889:0:12327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298ae8a80 x1860112264210176/t0(0) o503->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941445 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941429.173899:0:12327:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f288b87a80. 02000000:00000010:1.0:1773941429.173905:0:12327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff96f2860a0000. 02000000:00000010:1.0:1773941429.173912:0:12327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f283f1ae00. 00000100:00000010:1.0:1773941429.173915:0:12327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298ae8a80. 00000040:00000010:1.0:1773941429.173921:0:12327:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff96f2830d2180. 00000020:00000010:1.0:1773941429.174067:0:12352:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f283f1ae00. 00000020:00000010:1.0:1773941429.174072:0:12352:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f283f1a600. 00000040:00000010:1.0:1773941429.174076:0:12352:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f283f1b200. 00000020:00000010:1.0:1773941429.174080:0:12352:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f2a0d97000. 00000020:00000010:1.0:1773941429.174086:0:12352:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f2882c9420. 00000020:00000010:1.0:1773941429.174090:0:12352:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f283f1ba00. 80000000:00000010:1.0:1773941429.174094:0:12352:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f2892f10c0. 40000000:00000010:1.0:1773941429.174099:0:12352:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff96f298b7a1c0. 00100000:00000010:1.0:1773941429.174105:0:12352:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f2a0d92000. 00040000:00000010:1.0:1773941429.174110:0:12352:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f298b8f900. 00040000:00000010:1.0:1773941429.174115:0:12352:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff96f2a0d91800. 00040000:00000010:1.0:1773941429.174119:0:12352:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f283f1b400. 00000004:00000010:1.0:1773941429.174123:0:12352:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff96f2a0d96000. 00000004:00000010:1.0:1773941429.174130:0:12352:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff96f2850f3000. 00000004:00000010:1.0:1773941429.174135:0:12352:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff96f2a0d94000. 00002000:00000010:1.0:1773941429.174141:0:12352:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff96f298748000. 00000004:00000010:1.0:1773941429.174146:0:12352:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff96f298748800. 00000020:00000010:1.0:1773941429.174151:0:12352:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f298b7a680. 00000040:00000010:1.0:1773941429.174157:0:12352:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff96f290898000. 00000040:00000010:1.0:1773941429.174483:0:12352:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff96f290898000. 00000020:00000010:1.0:1773941429.174488:0:12352:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff96f298b7a680. 00000020:00000010:1.0:1773941429.174494:0:12352:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f283f1a600. 00000040:00000010:1.0:1773941429.174502:0:12352:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f283f1b200. 00000020:00000010:1.0:1773941429.174504:0:12352:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f2a0d97000. 00000020:00000010:1.0:1773941429.174507:0:12352:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff96f2882c9420. 00000020:00000010:1.0:1773941429.174510:0:12352:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f283f1ba00. 80000000:00000010:1.0:1773941429.174513:0:12352:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f2892f10c0. 40000000:00000010:1.0:1773941429.174516:0:12352:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff96f298b7a1c0. 00100000:00000010:1.0:1773941429.174519:0:12352:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff96f2a0d92000. 00040000:00000010:1.0:1773941429.174521:0:12352:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f298b8f900. 00040000:00000010:1.0:1773941429.174523:0:12352:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff96f2a0d91800. 00040000:00000010:1.0:1773941429.174525:0:12352:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f283f1b400. 00000004:00000010:1.0:1773941429.174528:0:12352:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff96f2a0d96000. 00000004:00000010:1.0:1773941429.174531:0:12352:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff96f2850f3000. 00000004:00000010:1.0:1773941429.174534:0:12352:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff96f2a0d94000. 00002000:00000010:1.0:1773941429.174537:0:12352:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff96f298748000. 00000004:00000010:1.0:1773941429.174539:0:12352:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff96f298748800. 00000020:00000010:1.0:1773941429.174542:0:12352:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f283f1ae00. 00000040:00000010:1.0:1773941429.174555:0:12327:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff96f2830d2180. 00000040:00000010:1.0:1773941429.174561:0:12327:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff96f29089e000. 00000040:00000010:1.0:1773941429.174564:0:12327:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff96f286069800. 00000020:00000010:1.0:1773941429.174566:0:12327:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f286069c00. 00000040:00000010:1.0:1773941429.174569:0:12327:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f286068800. 00000020:00000010:1.0:1773941429.174570:0:12327:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f289144000. 00000020:00000010:1.0:1773941429.174572:0:12327:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f286069e00. 80000000:00000010:1.0:1773941429.174574:0:12327:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f28376f120. 00040000:00000010:1.0:1773941429.174576:0:12327:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f286068a00. 20000000:00000010:1.0:1773941429.174578:0:12327:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f286069400. 00000020:00000010:1.0:1773941429.174580:0:12327:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f286068600. 10000000:00000010:1.0:1773941429.174582:0:12327:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f2830dea00. 00000020:00000010:1.0:1773941429.174590:0:12327:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f289153e00. 00000040:00000010:1.0:1773941429.174592:0:12327:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f289152200. 00000020:00000010:1.0:1773941429.174594:0:12327:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f289168800. 00000020:00000010:1.0:1773941429.174596:0:12327:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f289153800. 00040000:00000010:1.0:1773941429.174597:0:12327:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f299fdff00. 00040000:00000010:1.0:1773941429.174600:0:12327:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f289152e00. 00000020:00000010:1.0:1773941429.174606:0:12327:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f289153400. 00000020:00000010:1.0:1773941429.174608:0:12327:0:(obd_mount.c:82:lustre_process_log()) kfreed 'lcfg': 184 at ffff96f2838419c0. 00000020:00000010:1.0:1773941429.174610:0:12327:0:(obd_mount.c:84:lustre_process_log()) kfreed 'bufs': 104 at ffff96f2834b9b80. 00000080:00000010:1.0:1773941429.174615:0:12327:0:(llite_lib.c:1502:ll_fill_super()) kmalloced '(dt)': 33 at ffff96f298b7a1c0. 00000080:00000010:1.0:1773941429.174618:0:12327:0:(llite_lib.c:1508:ll_fill_super()) kmalloced '(md)': 33 at ffff96f298b7a700. 00000080:00000010:1.0:1773941429.174622:0:12327:0:(llite_lib.c:348:client_common_fill_super()) kmalloced '(data)': 192 at ffff96f288b87c00. 00000080:00000010:1.0:1773941429.174624:0:12327:0:(llite_lib.c:352:client_common_fill_super()) kmalloced '(osfs)': 144 at ffff96f288b87300. 00000020:00000010:1.0:1773941429.174630:0:12327:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff96f2a0d94000. 00000020:00000010:1.0:1773941429.174651:0:12327:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff96f2a0d96000. 00000400:00000200:1.0:1773941429.174659:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941429.174662:0:12327:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000010:1.0:1773941429.174673:0:12327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298ae8a80. 02000000:00000010:1.0:1773941429.174679:0:12327:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f298748800. 40000000:00000010:1.0:1773941429.174703:0:12327:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at ffff96f298b8f900. 40000000:00000010:1.0:1773941429.174706:0:12327:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at ffff96f288b87240. 00000008:00000010:0.0:1773941429.174740:0:2352:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff96f2a0d9e468. 00020000:00000010:0.0:1773941429.174746:0:2352:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f283808cc0. 00000008:00000010:0.0:1773941429.174753:0:2352:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f288eea840. 00020000:00000010:0.0:1773941429.174757:0:2352:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff96f288ef0b40. 02000000:00000010:0.0:1773941429.174768:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f288f6ac00. 00000400:00000200:0.0:1773941429.174772:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941429.174775:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2987969a0. 00000400:00000010:0.0:1773941429.174779:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5dee0. 40000000:00000010:1.0:1773941429.174782:0:12327:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at ffff96f288b87240. 00000100:00000200:0.0:1773941429.174782:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264210304, portal 10 80000000:00000010:1.0:1773941429.174789:0:12327:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at ffff96f298b7adc0. 00000020:00000010:0.0:1773941429.174790:0:2352:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff96f285152000. 00020000:00000010:1.0:1773941429.174796:0:12327:0:(lu_tgt_descs.c:102:lu_qos_add_tgt()) kmalloced '(svr)': 104 at ffff96f282b42e80. 00000400:00000010:0.0:1773941429.174796:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5da18. 00000100:00000200:0.0:1773941429.174801:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1860112264210304, offset 0 00000100:00000010:1.0:1773941429.174806:0:12327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298ae8e00. 00000400:00000200:0.0:1773941429.174807:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 02000000:00000010:1.0:1773941429.174812:0:12327:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f298b8fa00. 00000400:00000200:0.0:1773941429.174813:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941429.174820:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941429.174823:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941429.174825:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941429.174828:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941429.174830:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:0.0:1773941429.174833:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [86:86:256:4294967295] 192.168.202.145@tcp LPNI seq info [86:86:8:4294967295] 00000400:00000200:0.0:1773941429.174836:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00800000:00000010:1.0:1773941429.174837:0:12327:0:(lmv_obd.c:1417:lmv_statfs()) kmalloced '(temp)': 144 at ffff96f288b87240. 00000100:00000010:1.0:1773941429.174842:0:12327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298aeb100. 00000400:00000200:0.0:1773941429.174845:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 02000000:00000010:1.0:1773941429.174847:0:12327:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f298b8f200. 00000800:00000200:0.0:1773941429.174851:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.145@tcp 00000100:00000010:1.0:1773941429.174853:0:12327:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f2838419c0. 00000800:00000010:0.0:1773941429.174861:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7000. 00000800:00000200:0.0:1773941429.174865:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:0.0:1773941429.174870:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:0.0:1773941429.174872:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7000 type 1, nob 616 niov 1 nkiov 1 00000008:00000010:1.0:1773941429.174878:0:2353:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff96f284af8b28. 00020000:00000010:1.0:1773941429.174883:0:2353:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f2883a9240. 00000400:00000200:0.0:1773941429.174885:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000008:00000010:1.0:1773941429.174886:0:2353:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f284a31760. 00020000:00000010:1.0:1773941429.174890:0:2353:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff96f290a2a880. 00000008:00000010:1.0:1773941429.174905:0:2354:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff96f284af9650. 00020000:00000010:1.0:1773941429.174907:0:2354:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f2883a90c0. 00000008:00000010:1.0:1773941429.174909:0:2354:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f284a30c60. 00020000:00000010:1.0:1773941429.174912:0:2354:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff96f290a28fc0. 00000800:00000200:2.0:1773941429.175077:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941429.175080:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7000. 00000400:00000200:2.0:1773941429.175084:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941429.175088:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941429.175091:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5da18 00000400:00000010:2.0:1773941429.175093:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5da18. 00000100:00000200:2.0:1773941429.175098:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298ae8a80 x1860112264210304/t0(0) o38->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941429.175864:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.175869:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941429.175874:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.175878:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.175882:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.175885:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 10 MB=0x69bc322c02780 00000400:00000200:2.0:1773941429.175889:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941429.175894:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.145@tcp of length 416/416 into md 0x775 [1] + 0 00000400:00000200:2.0:1773941429.175903:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941429.175907:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:2.0:1773941429.175913:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298ae8a80 x1860112264210304/t0(0) o38->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941429.175956:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2987969a0. 00000400:00000200:0.0:1773941429.175960:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5dee0 00000400:00000010:0.0:1773941429.175962:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5dee0. 00000100:00000200:0.0:1773941429.175968:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298ae8a80 x1860112264210304/t0(0) o38->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941429.175975:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298ae8a80 x1860112264210304/t0(0) o38->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1773941429.175992:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f288f6ac00. 02000000:00000010:0.0:1773941429.175996:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f298748800. 00000100:00000010:0.0:1773941429.175998:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298ae8a80. 00000020:00000010:3.0:1773941429.177279:0:12351:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff96f284f13cc0. 00000100:00000200:3.0:1773941429.177290:0:12351:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.145@tcp->12345-192.168.202.145@tcp 00000400:00000200:3.0:1773941429.177293:0:12351:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.177301:0:12351:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.202.145@tcp primary NID 192.168.202.145@tcp rc 0 00000100:00000010:3.0:1773941429.177311:0:12351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f288e53800. 02000000:00000010:3.0:1773941429.177317:0:12351:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f28630c000. 00000020:00000010:3.0:1773941429.177328:0:12351:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff96f284f13cc0. 02000000:00000010:0.0:1773941429.177350:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f288f6ac00. 00000400:00000200:0.0:1773941429.177354:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941429.177357:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2987969a0. 00000400:00000010:0.0:1773941429.177359:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5dee0. 00000100:00000200:0.0:1773941429.177361:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264210688, portal 10 00000400:00000010:0.0:1773941429.177364:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d000. 00000100:00000200:0.0:1773941429.177366:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1860112264210688, offset 0 00000400:00000200:0.0:1773941429.177369:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941429.177372:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941429.177375:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941429.177377:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941429.177380:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941429.177383:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941429.177385:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:0.0:1773941429.177388:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [87:87:256:4294967295] 192.168.202.145@tcp LPNI seq info [87:87:8:4294967295] 00000400:00000200:0.0:1773941429.177391:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941429.177400:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:0.0:1773941429.177403:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:0.0:1773941429.177406:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7000. 00000800:00000200:0.0:1773941429.177409:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:0.0:1773941429.177413:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:0.0:1773941429.177415:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1773941429.177425:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000800:00000200:2.0:1773941429.177466:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941429.177469:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7000. 00000400:00000200:2.0:1773941429.177473:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941429.177478:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941429.177481:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d000 00000400:00000010:2.0:1773941429.177483:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d000. 00000100:00000200:2.0:1773941429.177488:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f288e53800 x1860112264210688/t0(0) o38->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941429.178106:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.178111:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941429.178116:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.178119:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.178122:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.178125:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 10 MB=0x69bc322c02900 00000400:00000200:3.0:1773941429.178128:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941429.178132:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.145@tcp of length 416/416 into md 0x77d [1] + 0 00000400:00000200:3.0:1773941429.178140:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941429.178143:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:3.0:1773941429.178150:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f288e53800 x1860112264210688/t0(0) o38->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941429.178189:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2987969a0. 00000400:00000200:0.0:1773941429.178194:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5dee0 00000400:00000010:0.0:1773941429.178196:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5dee0. 00000100:00000200:0.0:1773941429.178203:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f288e53800 x1860112264210688/t0(0) o38->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941429.178214:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f288e53800 x1860112264210688/t0(0) o38->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1773941429.178231:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f288f6ac00. 02000000:00000010:0.0:1773941429.178235:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f28630c000. 00000100:00000010:0.0:1773941429.178237:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f288e53800. 00000020:00000010:0.0:1773941429.178702:0:12353:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff96f2830decc0. 00000020:00000010:0.0:1773941429.178708:0:12353:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff96f2830decc0. 00000100:00000010:3.0:1773941430.061815:0:487:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96f2892f13c0. 00000100:00000010:2.0:1773941430.061815:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96f283f80e40. 00000100:00000010:3.0:1773941434.349861:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f288e50000. 02000000:00000010:3.0:1773941434.349885:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f283258000. 00000100:00000010:3.0:1773941434.349937:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f288e50e00. 02000000:00000010:3.0:1773941434.349946:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f28630e800. 00000008:00000010:2.0:1773941434.349991:0:2355:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff96f290a4c2f0. 00020000:00000010:2.0:1773941434.350000:0:2355:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f2c2074f00. 00000008:00000010:2.0:1773941434.350007:0:2355:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f2882d4840. 00020000:00000010:2.0:1773941434.350011:0:2355:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff96f290800b40. 00000008:00000010:3.0:1773941434.350016:0:2356:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff96f288e80000. 02000000:00000010:0.0:1773941434.350023:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f288f6a000. 00020000:00000010:3.0:1773941434.350025:0:2356:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f2a11af780. 02000000:00000010:2.0:1773941434.350028:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f29260ea00. 00000008:00000010:3.0:1773941434.350033:0:2356:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f29879e840. 00000400:00000200:0.0:1773941434.350037:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941434.350040:0:2355:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00020000:00000010:3.0:1773941434.350041:0:2356:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff96f288e39f80. 00000400:00000010:0.0:1773941434.350043:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2987969a0. 00000400:00000010:2.0:1773941434.350049:0:2355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a411b8. 00000400:00000010:0.0:1773941434.350052:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5dee0. 00000400:00000010:2.0:1773941434.350058:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f2a0dc1c38. 00000100:00000200:0.0:1773941434.350061:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264210944, portal 10 00000400:00000010:0.0:1773941434.350068:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d198. 00000100:00000200:0.0:1773941434.350071:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1860112264210944, offset 0 00000100:00000200:2.0:1773941434.350080:0:2355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112264210816, portal 25 00000400:00000200:0.0:1773941434.350081:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000010:2.0:1773941434.350090:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f2a0dc17f8. 00000400:00000200:0.0:1773941434.350094:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000200:2.0:1773941434.350096:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112264210816, offset 0 00000400:00000200:0.0:1773941434.350102:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941434.350107:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941434.350118:0:2355:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941434.350122:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:2.0:1773941434.350128:0:2355:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941434.350130:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941434.350136:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:2.0:1773941434.350140:0:2355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941434.350147:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [88:88:256:4294967295] 192.168.202.145@tcp LPNI seq info [88:88:8:4294967295] 00000400:00000200:2.0:1773941434.350150:0:2355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941434.350157:0:2355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941434.350159:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941434.350163:0:2355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941434.350167:0:2355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:2.0:1773941434.350171:0:2355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [89:89:256:4294967295] 192.168.202.145@tcp LPNI seq info [89:89:8:4294967295] 00000400:00000200:2.0:1773941434.350176:0:2355:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941434.350186:0:2355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:2.0:1773941434.350193:0:2355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941434.350200:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000010:2.0:1773941434.350202:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f299fdfc00. 00000800:00000200:0.0:1773941434.350208:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:0.0:1773941434.350213:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7100. 00000800:00000200:2.0:1773941434.350218:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:0.0:1773941434.350222:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:0.0:1773941434.350230:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:2.0:1773941434.350234:0:2355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:0.0:1773941434.350235:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7100 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1773941434.350242:0:2355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f299fdfc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1773941434.350255:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000010:0.0:1773941434.350260:0:2352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f28376fcc0. 00000400:00000200:2.0:1773941434.350266:0:2355:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000010:0.0:1773941434.350269:0:2352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f28376fd80. 00000800:00000200:3.0:1773941434.350321:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941434.350327:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7100. 00000400:00000200:3.0:1773941434.350334:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941434.350341:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941434.350347:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d198 00000400:00000010:3.0:1773941434.350350:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d198. 00000100:00000200:3.0:1773941434.350366:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f288e50e00 x1860112264210944/t0(0) o38->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1773941434.350441:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941434.350444:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f299fdfc00. 00000400:00000200:3.0:1773941434.350448:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941434.350452:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941434.350456:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dc17f8 00000400:00000010:3.0:1773941434.350458:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f2a0dc17f8. 00000100:00000200:3.0:1773941434.350463:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f288e50000 x1860112264210816/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941434.351888:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941434.351894:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941434.351901:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941434.351904:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941434.351955:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941434.351960:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c02980 00000400:00000200:3.0:1773941434.351966:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941434.351971:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0x78d [1] + 224 00000400:00000200:3.0:1773941434.352003:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941434.352008:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:3.0:1773941434.352016:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f288e50000 x1860112264210816/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941450 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941434.352085:0:2355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a411b8. 00000400:00000200:2.0:1773941434.352090:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dc1c38 00000400:00000010:2.0:1773941434.352092:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f2a0dc1c38. 00000100:00000200:2.0:1773941434.352099:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f288e50000 x1860112264210816/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941434.352112:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f288e50000 x1860112264210816/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1773941434.352136:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f29260ea00. 02000000:00000010:2.0:1773941434.352142:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f283258000. 00000100:00000010:2.0:1773941434.352147:0:2355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f288e50000. 00000400:00000200:3.0:1773941434.359932:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941434.359942:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941434.359951:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941434.359956:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941434.359961:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941434.359964:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 10 MB=0x69bc322c02a00 00000400:00000200:3.0:1773941434.359970:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941434.359992:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.145@tcp of length 416/416 into md 0x785 [1] + 0 00000400:00000200:3.0:1773941434.360020:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941434.360025:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:3.0:1773941434.360038:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f288e50e00 x1860112264210944/t0(0) o38->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941434.360099:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2987969a0. 00000400:00000200:0.0:1773941434.360105:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5dee0 00000400:00000010:0.0:1773941434.360106:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5dee0. 00000100:00000200:0.0:1773941434.360113:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f288e50e00 x1860112264210944/t0(0) o38->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941434.360121:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f288e50e00 x1860112264210944/t0(0) o38->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1773941434.360392:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f288f6a000. 02000000:00000010:1.0:1773941434.360405:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f28630e800. 00000100:00000010:1.0:1773941434.360410:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f288e50e00. 02000000:00000010:2.0:1773941434.360429:0:12327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f298af7c00. 02000000:00000010:1.0:1773941434.360435:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f29874b000. 00000400:00000200:2.0:1773941434.360446:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941434.360446:0:2353:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:2.0:1773941434.360452:0:12327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a411b8. 00000400:00000010:1.0:1773941434.360454:0:2353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15478. 00000400:00000010:2.0:1773941434.360458:0:12327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f2a0dc1c38. 00000400:00000010:1.0:1773941434.360462:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1660. 00000100:00000200:2.0:1773941434.360465:0:12327:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264210560, portal 10 00000100:00000200:1.0:1773941434.360468:0:2353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264210432, portal 10 00000020:00000010:2.0:1773941434.360475:0:12327:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff96f28810c000. 00000020:00000010:1.0:1773941434.360477:0:2353:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff96f29089e000. 00000400:00000010:2.0:1773941434.360482:0:12327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f2a0dc1770. 00000400:00000010:1.0:1773941434.360485:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1440. 00000100:00000200:2.0:1773941434.360487:0:12327:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112264210560, offset 0 00000100:00000200:1.0:1773941434.360490:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112264210432, offset 0 00000400:00000200:2.0:1773941434.360496:0:12327:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:2.0:1773941434.360503:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941434.360512:0:12327:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941434.360512:0:2353:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941434.360519:0:2353:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941434.360520:0:12327:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941434.360525:0:2353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:2.0:1773941434.360529:0:12327:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941434.360530:0:2353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941434.360535:0:2353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:2.0:1773941434.360538:0:12327:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941434.360540:0:2353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941434.360545:0:2353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:2.0:1773941434.360549:0:12327:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:1.0:1773941434.360552:0:2353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [90:90:256:4294967295] 192.168.202.145@tcp LPNI seq info [90:90:8:4294967295] 00000400:00000200:2.0:1773941434.360559:0:12327:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [91:91:256:4294967295] 192.168.202.145@tcp LPNI seq info [91:91:8:4294967295] 00000400:00000200:1.0:1773941434.360561:0:2353:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941434.360567:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941434.360574:0:12327:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:2.0:1773941434.360580:0:12327:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941434.360586:0:2353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000010:2.0:1773941434.360587:0:12327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f299fdf300. 00000800:00000200:1.0:1773941434.360592:0:2353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000200:2.0:1773941434.360597:0:12327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000010:1.0:1773941434.360598:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f298b8fb00. 00000800:00000200:1.0:1773941434.360607:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:2.0:1773941434.360609:0:12327:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:1.0:1773941434.360614:0:2353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:2.0:1773941434.360616:0:12327:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f299fdf300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1773941434.360619:0:2353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f298b8fb00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1773941434.360642:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941434.360642:0:2353:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000800:00000200:3.0:1773941434.360695:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941434.360700:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f299fdf300. 00000400:00000200:3.0:1773941434.360705:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941434.360709:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941434.360713:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dc1770 00000400:00000010:3.0:1773941434.360742:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f2a0dc1770. 00000100:00000200:3.0:1773941434.360750:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298aeb100 x1860112264210560/t0(0) o41->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941450 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1773941434.360796:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941434.360800:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f298b8fb00. 00000400:00000200:3.0:1773941434.360803:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941434.360807:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941434.360810:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1440 00000400:00000010:3.0:1773941434.360812:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1440. 00000100:00000200:3.0:1773941434.360818:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298ae8e00 x1860112264210432/t0(0) o41->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941450 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941434.361933:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941434.361938:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941434.361944:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941434.362036:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941434.362041:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941434.362045:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 368 into portal 10 MB=0x69bc322c02880 00000400:00000200:3.0:1773941434.362049:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941434.362054:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.145@tcp of length 368/368 into md 0x79d [1] + 224 00000400:00000200:3.0:1773941434.362063:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941434.362067:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:3.0:1773941434.362081:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298aeb100 x1860112264210560/t0(0) o41->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941450 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941434.362109:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941434.362114:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941434.362120:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941434.362124:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941434.362128:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:2.0:1773941434.362130:0:12327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a411b8. 00000400:00000200:3.0:1773941434.362134:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 368 into portal 10 MB=0x69bc322c02800 00000400:00000200:2.0:1773941434.362136:0:12327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dc1c38 00000400:00000010:2.0:1773941434.362140:0:12327:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f2a0dc1c38. 00000400:00000200:3.0:1773941434.362145:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000200:2.0:1773941434.362150:0:12327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298aeb100 x1860112264210560/t0(0) o41->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941450 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941434.362154:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.145@tcp of length 368/368 into md 0x7a5 [1] + 224 00000100:00000200:2.0:1773941434.362167:0:12327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298aeb100 x1860112264210560/t0(0) o41->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941450 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941434.362190:0:12327:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f2838419c0. 00000400:00000200:3.0:1773941434.362192:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1773941434.362197:0:12327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f298af7c00. 00000400:00000200:3.0:1773941434.362200:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 02000000:00000010:2.0:1773941434.362203:0:12327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f298b8f200. 00000100:00000010:2.0:1773941434.362207:0:12327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298aeb100. 00000100:00000200:3.0:1773941434.362211:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298ae8e00 x1860112264210432/t0(0) o41->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941450 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00800000:00000010:2.0:1773941434.362214:0:12327:0:(lmv_obd.c:1477:lmv_statfs()) kfreed 'temp': 144 at ffff96f288b87240. 00000100:00000010:2.0:1773941434.362224:0:12327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f2a0dd2d80. 02000000:00000010:2.0:1773941434.362232:0:12327:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f29260fe00. 00000100:00000010:2.0:1773941434.362242:0:12327:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f2916d1540. 02000000:00000010:2.0:1773941434.362252:0:12327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f298af7c00. 00000400:00000200:2.0:1773941434.362256:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:2.0:1773941434.362258:0:12327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a411b8. 00000400:00000010:2.0:1773941434.362261:0:12327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f2a0dc1c38. 00000100:00000200:2.0:1773941434.362264:0:12327:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264211072, portal 10 00000400:00000010:2.0:1773941434.362267:0:12327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f2a0dc1dd0. 00000100:00000200:2.0:1773941434.362270:0:12327:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1860112264211072, offset 0 00000400:00000200:2.0:1773941434.362274:0:12327:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:2.0:1773941434.362278:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941434.362281:0:2353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15478. 00000400:00000200:2.0:1773941434.362282:0:12327:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:2.0:1773941434.362288:0:12327:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941434.362289:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1660 00000400:00000200:2.0:1773941434.362293:0:12327:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000010:1.0:1773941434.362295:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1660. 00000400:00000200:2.0:1773941434.362298:0:12327:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941434.362302:0:12327:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000100:00000200:1.0:1773941434.362307:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298ae8e00 x1860112264210432/t0(0) o41->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941450 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941434.362308:0:12327:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [92:92:256:4294967295] 192.168.202.145@tcp LPNI seq info [92:92:8:4294967295] 00000400:00000200:2.0:1773941434.362316:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941434.362330:0:12327:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:2.0:1773941434.362333:0:12327:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:2.0:1773941434.362336:0:12327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f299fdfd00. 00000800:00000200:2.0:1773941434.362344:0:12327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:2.0:1773941434.362352:0:12327:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:2.0:1773941434.362355:0:12327:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f299fdfd00 type 1, nob 536 niov 1 nkiov 1 00000100:00000200:1.0:1773941434.362369:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298ae8e00 x1860112264210432/t0(0) o41->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941450 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941434.362377:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 02000000:00000010:1.0:1773941434.362391:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f29874b000. 02000000:00000010:1.0:1773941434.362396:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f298b8fa00. 00000100:00000010:1.0:1773941434.362400:0:2353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298ae8e00. 00000800:00000200:3.0:1773941434.362445:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941434.362450:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f299fdfd00. 00000400:00000200:3.0:1773941434.362453:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941434.362458:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941434.362462:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dc1dd0 00000400:00000010:3.0:1773941434.362464:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f2a0dc1dd0. 00000100:00000200:3.0:1773941434.362470:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f2a0dd2d80 x1860112264211072/t0(0) o40->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941450 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941434.363185:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941434.363190:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941434.363195:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941434.363199:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941434.363202:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941434.363205:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 448 into portal 10 MB=0x69bc322c02a80 00000400:00000200:3.0:1773941434.363209:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941434.363213:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.145@tcp of length 448/448 into md 0x7b5 [1] + 224 00000400:00000200:3.0:1773941434.363229:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941434.363233:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:3.0:1773941434.363240:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f2a0dd2d80 x1860112264211072/t0(0) o40->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941450 ref 2 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941434.363285:0:12327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a411b8. 00000400:00000200:2.0:1773941434.363289:0:12327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dc1c38 00000400:00000010:2.0:1773941434.363290:0:12327:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f2a0dc1c38. 00000100:00000200:2.0:1773941434.363294:0:12327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f2a0dd2d80 x1860112264211072/t0(0) o40->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941450 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941434.363301:0:12327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f2a0dd2d80 x1860112264211072/t0(0) o40->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941450 ref 2 fl Rpc:RQU/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941434.363312:0:12327:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f2916d1540. 00000002:00000200:2.0:1773941434.363315:0:12327:0:(mdc_request.c:134:mdc_get_root()) root fid=[0x200000007:0x1:0x0], last_committed=0 02000000:00000010:2.0:1773941434.363318:0:12327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f298af7c00. 02000000:00000010:2.0:1773941434.363320:0:12327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f29260fe00. 00000100:00000010:2.0:1773941434.363323:0:12327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f2a0dd2d80. 00000020:00000010:2.0:1773941434.363337:0:12327:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff96f289168800. 00000020:00000010:2.0:1773941434.363361:0:12327:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff96f288efd800. 00000400:00000200:2.0:1773941434.363371:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941434.363374:0:12327:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000010:2.0:1773941434.363386:0:12327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f2a0dd2d80. 02000000:00000010:2.0:1773941434.363391:0:12327:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f298af7c00. 00000080:00000010:2.0:1773941434.363427:0:12327:0:(llite_lib.c:738:client_common_fill_super()) kmalloced '(op_data)': 384 at ffff96f29260fe00. 00000020:00000010:2.0:1773941434.363431:0:12327:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff96f298af6400. 00000020:00000010:2.0:1773941434.363436:0:12327:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff96f298af4c00. 02000000:00000010:1.0:1773941434.363438:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f29874b000. 00000100:00000010:2.0:1773941434.363441:0:12327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f2a0dd0a80. 00000400:00000200:1.0:1773941434.363445:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 02000000:00000010:2.0:1773941434.363447:0:12327:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f29260e000. 00000400:00000010:1.0:1773941434.363450:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15478. 00000100:00000010:2.0:1773941434.363455:0:12327:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f2916d1540. 00000400:00000010:1.0:1773941434.363457:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1660. 00000100:00000200:1.0:1773941434.363464:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264211200, portal 4 00000020:00000010:1.0:1773941434.363471:0:2352:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff96f290898000. 00000400:00000010:1.0:1773941434.363476:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1330. 00000100:00000200:1.0:1773941434.363479:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1860112264211200, offset 0 00000400:00000200:1.0:1773941434.363485:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941434.363490:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941434.363495:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941434.363498:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941434.363500:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941434.363503:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 02000000:00000010:2.0:1773941434.363504:0:12327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff96f286020000. 00000400:00000200:1.0:1773941434.363507:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:2.0:1773941434.363515:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941434.363516:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [93:93:256:4294967295] 192.168.202.145@tcp LPNI seq info [93:93:8:4294967295] 00000400:00000010:2.0:1773941434.363523:0:12327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a411b8. 00000400:00000200:1.0:1773941434.363525:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:2.0:1773941434.363533:0:12327:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff96f298af6c00. 00000400:00000200:1.0:1773941434.363540:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000100:00000200:2.0:1773941434.363542:0:12327:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1860112264211328, portal 10 00000800:00000200:1.0:1773941434.363546:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:1.0:1773941434.363552:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f298b8fa00. 00000400:00000010:2.0:1773941434.363553:0:12327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f2a0dc1c38. 00000800:00000200:1.0:1773941434.363557:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000100:00000200:2.0:1773941434.363564:0:12327:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1860112264211328, offset 0 00000800:00000200:1.0:1773941434.363565:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:1.0:1773941434.363570:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f298b8fa00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1773941434.363574:0:12327:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:2.0:1773941434.363579:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941434.363583:0:12327:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:2.0:1773941434.363587:0:12327:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941434.363587:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941434.363590:0:12327:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:2.0:1773941434.363592:0:12327:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941434.363596:0:12327:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:2.0:1773941434.363601:0:12327:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [94:94:255:4294967295] 192.168.202.145@tcp LPNI seq info [94:94:7:4294967295] 00000400:00000200:2.0:1773941434.363606:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941434.363616:0:12327:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:2.0:1773941434.363622:0:12327:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:2.0:1773941434.363627:0:12327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f299fdf800. 00000800:00000200:2.0:1773941434.363632:0:12327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:2.0:1773941434.363637:0:12327:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:2.0:1773941434.363640:0:12327:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f299fdf800 type 1, nob 544 niov 1 nkiov 1 00000400:00000200:2.0:1773941434.363647:0:12327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000800:00000200:3.0:1773941434.363654:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941434.363659:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f298b8fa00. 00000400:00000200:3.0:1773941434.363664:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941434.363670:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941434.363674:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1330 00000400:00000010:3.0:1773941434.363677:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1330. 00000100:00000200:3.0:1773941434.363683:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f2a0dd2d80 x1860112264211200/t0(0) o8->lustre-OST0000-osc-ffff96f289169800@192.168.202.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1773941434.363702:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941434.363705:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f299fdf800. 00000400:00000200:3.0:1773941434.363708:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941434.363711:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941434.363713:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dc1c38 00000400:00000010:3.0:1773941434.363818:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f2a0dc1c38. 00000100:00000200:3.0:1773941434.363825:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f2a0dd0a80 x1860112264211328/t0(0) o33->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941450 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1773941434.365406:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941434.365411:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941434.365416:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941434.365419:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941434.365423:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941434.365426:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 4 MB=0x69bc322c02b00 00000400:00000200:3.0:1773941434.365430:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941434.365434:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.145@tcp of length 416/416 into md 0x7c5 [1] + 0 00000400:00000200:3.0:1773941434.365444:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941434.365448:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:3.0:1773941434.365462:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f2a0dd2d80 x1860112264211200/t0(0) o8->lustre-OST0000-osc-ffff96f289169800@192.168.202.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941434.365525:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15478. 00000400:00000200:1.0:1773941434.365529:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1660 00000400:00000010:1.0:1773941434.365531:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1660. 00000100:00000200:1.0:1773941434.365536:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f2a0dd2d80 x1860112264211200/t0(0) o8->lustre-OST0000-osc-ffff96f289169800@192.168.202.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941434.365543:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f2a0dd2d80 x1860112264211200/t0(0) o8->lustre-OST0000-osc-ffff96f289169800@192.168.202.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1773941434.365572:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f29874b000. 02000000:00000010:1.0:1773941434.365575:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f298af7c00. 00000100:00000010:1.0:1773941434.365578:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f2a0dd2d80. 00000400:00000200:3.0:1773941434.371488:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941434.371494:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941434.371507:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941434.371510:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941434.371516:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941434.371519:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 464 into portal 10 MB=0x69bc322c02b80 00000400:00000200:3.0:1773941434.371522:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941434.371526:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.145@tcp of length 464/464 into md 0x7cd [32] + 224 00000400:00000200:3.0:1773941434.371563:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941434.371566:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000200:3.0:1773941434.371575:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f2a0dd0a80 x1860112264211328/t0(0) o33->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941450 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1773941434.371629:0:12327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a411b8. 00000400:00000200:2.0:1773941434.371636:0:12327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298af6c00 00000400:00000010:2.0:1773941434.371638:0:12327:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff96f298af6c00. 00000100:00000200:2.0:1773941434.371647:0:12327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f2a0dd0a80 x1860112264211328/t0(0) o33->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941450 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773941434.371660:0:12327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f2a0dd0a80 x1860112264211328/t0(0) o33->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941450 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000010:2.0:1773941434.371682:0:12327:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f2916d1540. 00000002:00000200:2.0:1773941434.371687:0:12327:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000080:00000010:2.0:1773941434.371691:0:12327:0:(llite_lib.c:753:client_common_fill_super()) kfreed 'op_data': 384 at ffff96f29260fe00. 00000020:00000010:2.0:1773941434.371701:0:12327:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f2a0e452d0. 00000020:00000010:2.0:1773941434.371705:0:12327:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f29260fe00. 00000020:00000010:2.0:1773941434.371709:0:12327:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f29260ea00. 00000020:00000010:2.0:1773941434.371712:0:12327:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f284cd21e0. 00000008:00000010:2.0:1773941434.371738:0:12327:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff96f290a49650. 00020000:00000010:2.0:1773941434.371742:0:12327:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f2c2074b40. 00008000:00000010:2.0:1773941434.371746:0:12327:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f2a0e211a8. 00000020:00000010:2.0:1773941434.371758:0:12327:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f2a0da3800. 00000008:00000010:2.0:1773941434.371762:0:12327:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f2882d46e0. 00020000:00000010:2.0:1773941434.371765:0:12327:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff96f290800900. 00008000:00000010:2.0:1773941434.371768:0:12327:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f2a0e42280. 00000080:00000010:2.0:1773941434.371772:0:12327:0:(vvp_dev.c:174:vvp_device_alloc()) kmalloced '(vdv)': 72 at ffff96f284cd2c00. 00000080:00000010:2.0:1773941434.371776:0:12327:0:(vvp_dev.c:182:vvp_device_alloc()) kmalloced '(site)': 576 at ffff96f298af6c00. 00000020:00000010:2.0:1773941434.371811:0:12327:0:(lu_object.c:1154:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at ffff96f2851b0000. 00000020:00000010:2.0:1773941434.371820:0:12327:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff96f286008800. 00000020:00000010:2.0:1773941434.371822:0:12327:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff96f2916d1540. 00000008:00000010:2.0:1773941434.371828:0:12327:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff96f290a4e468. 00020000:00000010:2.0:1773941434.371830:0:12327:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f2c2074000. 00000080:00000010:2.0:1773941434.371833:0:12327:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f2a0e440a8. 00000080:00000010:2.0:1773941434.371836:0:12327:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff96f289116910. 00000008:00000010:2.0:1773941434.371838:0:12327:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f2882d5a20. 00020000:00000010:2.0:1773941434.371840:0:12327:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff96f290803600. 00000080:00000010:2.0:1773941434.371843:0:12327:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f2a0e413c0. 00000008:00000010:2.0:1773941434.371845:0:12327:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff96f290a4ef90. 00020000:00000010:2.0:1773941434.371847:0:12327:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f2c2074c00. 00000080:00000010:2.0:1773941434.371849:0:12327:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f2a0e442a0. 00000080:00000010:2.0:1773941434.371850:0:12327:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff96f289117230. 00000008:00000010:2.0:1773941434.371852:0:12327:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f2882d5ce0. 00020000:00000010:2.0:1773941434.371854:0:12327:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff96f290803a80. 00000080:00000010:2.0:1773941434.371856:0:12327:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f2a0e41c30. 00000008:00000010:2.0:1773941434.371858:0:12327:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff96f290a4ce18. 00020000:00000010:2.0:1773941434.371859:0:12327:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f2c20743c0. 00000080:00000010:2.0:1773941434.371861:0:12327:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f2a0e441f8. 00000080:00000010:2.0:1773941434.371862:0:12327:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff96f2891156d0. 00000008:00000010:2.0:1773941434.371864:0:12327:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f2882d4160. 00020000:00000010:2.0:1773941434.371865:0:12327:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff96f290803840. 00000080:00000010:2.0:1773941434.371867:0:12327:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f2a0e41d20. 00000008:00000010:2.0:1773941434.371873:0:12327:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff96f290a48000. 00020000:00000010:2.0:1773941434.371875:0:12327:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f2c20740c0. 00000080:00000010:2.0:1773941434.371877:0:12327:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f2a0e44930. 00000080:00000010:2.0:1773941434.371878:0:12327:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff96f289114ff8. 00000008:00000010:2.0:1773941434.371880:0:12327:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f2882d42c0. 00020000:00000010:2.0:1773941434.371882:0:12327:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff96f290802640. 00000080:00000010:2.0:1773941434.371883:0:12327:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f2a0e41f00. 00020000:00000010:2.0:1773941434.371889:0:12327:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff96f284cd2c60. 00020000:00000010:2.0:1773941434.371893:0:12327:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff96f284cd27e0. 00000020:00000010:2.0:1773941434.371897:0:12327:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f29260ea00. 00000020:00000010:2.0:1773941434.371900:0:12327:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f284cd21e0. 00000008:00000010:2.0:1773941434.371903:0:12327:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff96f290a49650. 00020000:00000010:2.0:1773941434.371905:0:12327:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f2c2074b40. 00008000:00000010:2.0:1773941434.371908:0:12327:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f2a0e211a8. 00000020:00000010:2.0:1773941434.371910:0:12327:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f29260fe00. 00000008:00000010:2.0:1773941434.371912:0:12327:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f2882d46e0. 00020000:00000010:2.0:1773941434.371914:0:12327:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff96f290800900. 00008000:00000010:2.0:1773941434.371916:0:12327:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f2a0e42280. 00000020:00000010:2.0:1773941434.371919:0:12327:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f2a0da3800. 00000020:00000010:2.0:1773941434.371921:0:12327:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f2a0e452d0. 00000080:00000010:2.0:1773941434.371946:0:12327:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff96f2a06b7380. 02000000:00000010:2.0:1773941434.371964:0:12327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff96f286020000. 02000000:00000010:2.0:1773941434.371996:0:12327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f29260e000. 00000100:00000010:2.0:1773941434.371999:0:12327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f2a0dd0a80. 00000080:00000010:2.0:1773941434.372006:0:12327:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff96f288282240. 00000080:00000010:2.0:1773941434.372011:0:12327:0:(llite_lib.c:842:client_common_fill_super()) kfreed 'data': 192 at ffff96f288b87c00. 00000080:00000010:2.0:1773941434.372013:0:12327:0:(llite_lib.c:843:client_common_fill_super()) kfreed 'osfs': 144 at ffff96f288b87300. 00000080:00000010:2.0:1773941434.372030:0:12327:0:(llite_lib.c:1521:ll_fill_super()) kfreed 'md': 33 at ffff96f298b7a700. 00000080:00000010:2.0:1773941434.372032:0:12327:0:(llite_lib.c:1523:ll_fill_super()) kfreed 'dt': 33 at ffff96f298b7a1c0. 00000080:00000010:2.0:1773941434.372034:0:12327:0:(llite_lib.c:1531:ll_fill_super()) kfreed 'cfg': 88 at ffff96f284cd2600. 00000080:02000400:2.0:1773941434.372036:0:12327:0:(llite_lib.c:1537:ll_fill_super()) Mounted lustre-client 00000400:00000001:2.0:1773941434.423435:0:12367:0:(debug.c:306:cfs_str2mask()) Process entered 00010000:00000001:2.0:1773941435.309844:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941435.309871:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941435.309899:0:12338:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941435.309918:0:12338:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941435.309923:0:12338:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1773941435.571834:0:12374:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941435.696683:0:12394:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffbdb7c1e7fd08 00000080:00200008:1.0:1773941435.696689:0:12394:0:(file.c:6291:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff96f2a06b7448), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1773941435.696696:0:12394:0:(file.c:6184:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773941435.696697:0:12394:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffbdb7c1e7fc80 00000080:00200000:1.0:1773941435.696699:0:12394:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448),name=/ 00000080:00000010:1.0:1773941435.696703:0:12394:0:(llite_lib.c:3907:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff96f283f1a800. 00000080:00000001:1.0:1773941435.696708:0:12394:0:(namei.c:943:ll_intent_lock()) Process entered 00000020:00000010:1.0:1773941435.696712:0:12394:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff96f29874b000. 00800000:00000001:1.0:1773941435.696737:0:12394:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773941435.696739:0:12394:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffbdb7c1e7fba0 00800000:00000002:1.0:1773941435.696742:0:12394:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773941435.696746:0:12394:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1773941435.696750:0:12394:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000020:00000010:1.0:1773941435.696754:0:12394:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff96f298749800. 00000002:00000001:1.0:1773941435.696758:0:12394:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773941435.696759:0:12394:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffbdb7c1e7fa70 00000002:00010000:1.0:1773941435.696761:0:12394:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773941435.696764:0:12394:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773941435.696766:0:12394:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773941435.696769:0:12394:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773941435.696775:0:12394:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773941435.696782:0:12394:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773941435.696784:0:12394:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773941435.696786:0:12394:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773941435.696789:0:12394:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1773941435.696793:0:12394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298ae8e00. 00000020:00000040:1.0:1773941435.696797:0:12394:0:(genops.c:1229:class_import_get()) import ffff96f289142000 refcount=4 obd=lustre-MDT0000-mdc-ffff96f289169800 00010000:00000001:1.0:1773941435.696803:0:12394:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773941435.696807:0:12394:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773941435.696811:0:12394:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.696813:0:12394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941435.696815:0:12394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941435.696819:0:12394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941435.696823:0:12394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f29874a800. 00000100:00000001:1.0:1773941435.696828:0:12394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941435.696833:0:12394:0:(ldlm_request.c:2242:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773941435.696834:0:12394:0:(ldlm_request.c:2245:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941435.696836:0:12394:0:(ldlm_request.c:2242:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773941435.696836:0:12394:0:(ldlm_request.c:2245:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941435.696838:0:12394:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773941435.696842:0:12394:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446628567420669440 : -115506288882176 : ffff96f298ae8e00) 00010000:00000001:1.0:1773941435.696845:0:12394:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773941435.696847:0:12394:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773941435.696850:0:12394:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f29169a500. 00010000:00000010:1.0:1773941435.696853:0:12394:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f282b42680. 00010000:00000001:1.0:1773941435.696857:0:12394:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773941435.696860:0:12394:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f28164de00. 00000020:00000010:1.0:1773941435.696863:0:12394:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff96f282b42400. 00000020:00000001:1.0:1773941435.696866:0:12394:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941435.696868:0:12394:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f28164de00 with handle 0x6eb1e9e7edefbf97 to hash 00000020:00000001:1.0:1773941435.696870:0:12394:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773941435.696871:0:12394:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000001:1.0:1773941435.696874:0:12394:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000001:1.0:1773941435.696877:0:12394:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941435.696879:0:12394:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941435.696887:0:12394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96f289169800 lock: ffff96f28164de00/0x6eb1e9e7edefbf97 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941435.696896:0:12394:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96f289169800 lock: ffff96f28164de00/0x6eb1e9e7edefbf97 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941435.696904:0:12394:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96f289169800 lock: ffff96f28164de00/0x6eb1e9e7edefbf97 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12394 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941435.696909:0:12394:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941435.696911:0:12394:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941435.696915:0:12394:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f288b87f00. 00000100:00000001:1.0:1773941435.696917:0:12394:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567152885504 : -115506556666112 : ffff96f288b87f00) 00000100:00000001:1.0:1773941435.696919:0:12394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941435.696920:0:12394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420669440 : -115506288882176 : ffff96f298ae8e00) 00000100:00000001:1.0:1773941435.696924:0:12394:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941435.696927:0:12394:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.696928:0:12394:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941435.696930:0:12394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941435.696940:0:12394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298ae8e00 x1860112264211456/t0(0) o101->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773941435.696947:0:12394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941435.696948:0:12394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941435.696951:0:12394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941435.696954:0:12394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941435.696956:0:12394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941435.696959:0:12394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298ae8e00 pname:cluuid:pid:xid:nid:opc:job lfs:d4246aa6-f147-4bab-b83c-ced5ba5a40db:12394:1860112264211456:192.168.202.145@tcp:101:lfs.0 00000100:00000001:1.0:1773941435.696979:0:12394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941435.696985:0:12394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941435.696987:0:12394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941435.696989:0:12394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941435.696993:0:12394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff96f2a0d94800. 02000000:00000001:1.0:1773941435.696994:0:12394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941435.697000:0:12394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941435.697012:0:12394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15478. 00000400:00000010:1.0:1773941435.697018:0:12394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1660. 00000100:00000200:1.0:1773941435.697024:0:12394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1860112264211456, portal 10 00000100:00000001:1.0:1773941435.697026:0:12394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941435.697027:0:12394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420669440 : -115506288882176 : ffff96f298ae8e00) 00000100:00000040:1.0:1773941435.697034:0:12394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff96f298ae8e00 x1860112264211456/t0(0) o101->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773941451 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773941435.697040:0:12394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941435.697043:0:12394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:1.0:1773941435.697045:0:12394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1550. 00000100:00000200:1.0:1773941435.697048:0:12394:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1860112264211456, offset 0 00000400:00000200:1.0:1773941435.697052:0:12394:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941435.697059:0:12394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941435.697065:0:12394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941435.697069:0:12394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941435.697072:0:12394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941435.697075:0:12394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941435.697077:0:12394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:1.0:1773941435.697081:0:12394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [95:95:256:4294967295] 192.168.202.145@tcp LPNI seq info [95:95:8:4294967295] 00000400:00000200:1.0:1773941435.697084:0:12394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941435.697091:0:12394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:1.0:1773941435.697096:0:12394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:1.0:1773941435.697099:0:12394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f298b8ff00. 00000800:00000200:1.0:1773941435.697104:0:12394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:1.0:1773941435.697112:0:12394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:1.0:1773941435.697116:0:12394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f298b8ff00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1773941435.697132:0:12394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941435.697137:0:12394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f289169800: using a timeout of 1856521 usecs (1857 jiffies) 00000400:00000200:1.0:1773941435.697142:0:12394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:1.0:1773941435.697145:0:12394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f289169800: PM QoS new deadline estimation for cpu 2 is 4294855300 00000100:00000001:1.0:1773941435.697152:0:12394:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f289169800: PM QoS request active for cpu 2, simply extend its deadline from 4294854274 00000100:00000001:1.0:1773941435.697164:0:12394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f289169800: PM QoS new deadline estimation for cpu 3 is 4294855300 00000100:00000001:1.0:1773941435.697168:0:12394:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f289169800: PM QoS request active for cpu 3, simply extend its deadline from 4294854274 00000100:00000001:1.0:1773941435.697172:0:12394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941435.697175:0:12394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.697178:0:12394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941435.697180:0:12394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941435.697183:0:12394:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f288b87f00 going to sleep for 11 seconds 00000100:00000001:1.0:1773941435.697187:0:12394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941435.697189:0:12394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941435.697223:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941435.697229:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f298b8ff00. 00000400:00000200:3.0:1773941435.697234:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941435.697241:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941435.697247:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1550 00000400:00000010:3.0:1773941435.697250:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1550. 00000100:00000001:3.0:1773941435.697254:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941435.697260:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298ae8e00 x1860112264211456/t0(0) o101->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773941451 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773941435.697272:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941435.697276:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f298ae8e00 x1860112264211456/t0(0) o101->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773941451 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773941435.697284:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.697286:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941435.699190:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941435.699200:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941435.699203:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941435.699212:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941435.699217:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941435.699223:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941435.699229:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941435.699233:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941435.699237:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941435.699242:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 688 into portal 10 MB=0x69bc322c02c00 00000400:00000200:3.0:1773941435.699246:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941435.699251:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.145@tcp of length 688/688 into md 0x7dd [1] + 224 00000800:00000001:3.0:1773941435.699258:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941435.699264:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941435.699266:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941435.699270:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:3.0:1773941435.699275:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941435.699280:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298ae8e00 x1860112264211456/t0(0) o101->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773941451 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1773941435.699291:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff96f298ae8e00 x1860112264211456/t0(0) o101->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773941451 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773941435.699308:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941435.699314:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941435.699316:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941435.699340:0:12394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941435.699347:0:12394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941435.699350:0:12394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941435.699352:0:12394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15478. 00000400:00000200:1.0:1773941435.699358:0:12394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1660 00000400:00000010:1.0:1773941435.699369:0:12394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1660. 00000100:00000001:1.0:1773941435.699373:0:12394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941435.699380:0:12394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298ae8e00 x1860112264211456/t0(0) o101->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773941451 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773941435.699392:0:12394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298ae8e00 x1860112264211456/t0(0) o101->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773941451 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773941435.699400:0:12394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941435.699403:0:12394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941435.699406:0:12394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941435.699408:0:12394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941435.699411:0:12394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941435.699413:0:12394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941435.699416:0:12394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941435.699424:0:12394:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f289142458 time=1 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941435.699428:0:12394:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f289142410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941435.699439:0:12394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941435.699442:0:12394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941435.699444:0:12394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941435.699448:0:12394:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.699452:0:12394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773941435.699463:0:12394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f289169800: skip recheck: last_committed 0 00000100:00000001:1.0:1773941435.699465:0:12394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773941435.699468:0:12394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941435.699479:0:12394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298ae8e00 x1860112264211456/t0(0) o101->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1773941451 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773941435.699488:0:12394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941435.699492:0:12394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941435.699494:0:12394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941435.699498:0:12394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298ae8e00 x1860112264211456/t0(0) o101->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1773941451 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773941435.699508:0:12394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298ae8e00 pname:cluuid:pid:xid:nid:opc:job lfs:d4246aa6-f147-4bab-b83c-ced5ba5a40db:12394:1860112264211456:192.168.202.145@tcp:101:lfs.0 00000100:00000001:1.0:1773941435.699513:0:12394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941435.699516:0:12394:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.699518:0:12394:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941435.699520:0:12394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941435.699524:0:12394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298ae8e00 x1860112264211456/t0(0) o101->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1773941451 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773941435.699532:0:12394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941435.699535:0:12394:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f288b87f00. 00000100:00000001:1.0:1773941435.699538:0:12394:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773941435.699540:0:12394:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941435.699542:0:12394:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773941435.699546:0:12394:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941435.699548:0:12394:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941435.699551:0:12394:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164de00 refcount=4 00000020:00000001:1.0:1773941435.699554:0:12394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000001:1.0:1773941435.699557:0:12394:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000040:1.0:1773941435.699562:0:12394:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff96f28164de00, remote cookie: 0x26a307eb0524636, flags: 0x1001 00010000:00010000:1.0:1773941435.699568:0:12394:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff96f289169800 lock: ffff96f28164de00/0x6eb1e9e7edefbf97 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x26a307eb0524636 expref: -99 pid: 12394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941435.699591:0:12394:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff96f289169800 lock: ffff96f28164de00/0x6eb1e9e7edefbf97 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x26a307eb0524636 expref: -99 pid: 12394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941435.699599:0:12394:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773941435.699603:0:12394:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773941435.699605:0:12394:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773941435.699606:0:12394:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773941435.699608:0:12394:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773941435.699610:0:12394:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff96f29169a500) refcount = 1 00010000:00010000:1.0:1773941435.699615:0:12394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96f289169800 lock: ffff96f28164de00/0x6eb1e9e7edefbf97 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x26a307eb0524636 expref: -99 pid: 12394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941435.699622:0:12394:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:1.0:1773941435.699627:0:12394:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff96f283f1ba00. 00010000:00000001:1.0:1773941435.699630:0:12394:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773941435.699632:0:12394:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773941435.699634:0:12394:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773941435.699637:0:12394:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941435.699641:0:12394:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96f289169800 lock: ffff96f28164de00/0x6eb1e9e7edefbf97 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x26a307eb0524636 expref: -99 pid: 12394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941435.699647:0:12394:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1773941435.699649:0:12394:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941435.699651:0:12394:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941435.699652:0:12394:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941435.699654:0:12394:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941435.699655:0:12394:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773941435.699660:0:12394:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1773941435.699662:0:12394:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941435.699663:0:12394:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941435.699665:0:12394:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164de00 refcount=3 00000020:00000001:1.0:1773941435.699667:0:12394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000001:1.0:1773941435.699675:0:12394:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000001:1.0:1773941435.699677:0:12394:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941435.699678:0:12394:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941435.699680:0:12394:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164de00 refcount=4 00000020:00000001:1.0:1773941435.699682:0:12394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000001:1.0:1773941435.699684:0:12394:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000001:1.0:1773941435.699687:0:12394:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941435.699689:0:12394:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941435.699693:0:12394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f289169800 lock: ffff96f28164de00/0x6eb1e9e7edefbf97 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x26a307eb0524636 expref: -99 pid: 12394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941435.699700:0:12394:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941435.699701:0:12394:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941435.699702:0:12394:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941435.699703:0:12394:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941435.699705:0:12394:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164de00 refcount=5 00000020:00000001:1.0:1773941435.699706:0:12394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000001:1.0:1773941435.699708:0:12394:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000001:1.0:1773941435.699711:0:12394:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773941435.699713:0:12394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96f289169800 lock: ffff96f28164de00/0x6eb1e9e7edefbf97 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x26a307eb0524636 expref: -99 pid: 12394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941435.699844:0:12394:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941435.699845:0:12394:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773941435.699848:0:12394:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff96f289169800 lock: ffff96f28164de00/0x6eb1e9e7edefbf97 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x26a307eb0524636 expref: -99 pid: 12394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941435.699855:0:12394:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941435.699856:0:12394:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941435.699858:0:12394:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941435.699859:0:12394:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941435.699860:0:12394:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1773941435.699871:0:12394:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff96f298ae8e00 x1860112264211456/t0(0) o101->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1773941451 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773941435.699879:0:12394:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941435.699881:0:12394:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941435.699882:0:12394:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164de00 refcount=3 00000020:00000001:1.0:1773941435.699884:0:12394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000001:1.0:1773941435.699886:0:12394:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000001:1.0:1773941435.699889:0:12394:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941435.699890:0:12394:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773941435.699891:0:12394:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773941435.699893:0:12394:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773941435.699896:0:12394:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1773941435.699899:0:12394:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941435.699900:0:12394:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941435.699901:0:12394:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164de00 refcount=3 00000020:00000001:1.0:1773941435.699903:0:12394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000001:1.0:1773941435.699904:0:12394:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00000002:00010000:1.0:1773941435.699908:0:12394:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96f289169800 lock: ffff96f28164de00/0x6eb1e9e7edefbf97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x26a307eb0524636 expref: -99 pid: 12394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941435.699914:0:12394:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941435.699915:0:12394:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941435.699917:0:12394:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773941435.699918:0:12394:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941435.699919:0:12394:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941435.699920:0:12394:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164de00 refcount=3 00000020:00000001:1.0:1773941435.699921:0:12394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000001:1.0:1773941435.699924:0:12394:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000040:1.0:1773941435.699928:0:12394:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff96f29169a500 count: 2 00010000:00000001:1.0:1773941435.699930:0:12394:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773941435.699934:0:12394:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f290879800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1773941435.699944:0:12394:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941435.699945:0:12394:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773941435.699952:0:12394:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1773941435.699955:0:12394:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffbdb7c1e7f9f0 00000002:00002000:1.0:1773941435.699957:0:12394:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1773941435.699974:0:12394:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773941435.699979:0:12394:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773941435.699981:0:12394:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773941435.699984:0:12394:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1773941435.699987:0:12394:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773941435.699992:0:12394:0:(llite_lib.c:4048:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff96f283f1a800. 00000080:00000001:1.0:1773941435.699995:0:12394:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773941435.699998:0:12394:0:(llite_lib.c:3689:ll_prep_inode()) Process entered 00000002:00000001:1.0:1773941435.700002:0:12394:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1773941435.700006:0:12394:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1773941435.700011:0:12394:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff96f298b7ac80. 00800000:00000001:1.0:1773941435.700013:0:12394:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446628567421267072 : -115506288284544 : ffff96f298b7ac80) 00800000:00000001:1.0:1773941435.700015:0:12394:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773941435.700018:0:12394:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1773941435.700021:0:12394:0:(llite_lib.c:1842:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1773941435.700023:0:12394:0:(llite_lib.c:1846:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1773941435.700025:0:12394:0:(llite_lib.c:1797:ll_update_default_lsm_md()) Process entered 00000080:00000002:1.0:1773941435.700028:0:12394:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=1 index=4294967295 hash=invalid:0x0 max_inherit=0 max_inherit_rr=3 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:1.0:1773941435.700033:0:12394:0:(llite_lib.c:1832:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1773941435.700034:0:12394:0:(llite_lib.c:1863:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.700038:0:12394:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1773941435.700041:0:12394:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1773941435.700046:0:12394:0:(llite_lib.c:2979:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:1.0:1773941435.700048:0:12394:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941435.700050:0:12394:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941435.700051:0:12394:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164de00 refcount=3 00000020:00000001:1.0:1773941435.700053:0:12394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000001:1.0:1773941435.700055:0:12394:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000001:1.0:1773941435.700058:0:12394:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941435.700059:0:12394:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773941435.700060:0:12394:0:(llite_lib.c:3787:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1773941435.700068:0:12394:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1773941435.700070:0:12394:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773941435.700073:0:12394:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f2a06b7448) for lock 0x6eb1e9e7edefbf97 00800000:00000001:1.0:1773941435.700076:0:12394:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773941435.700078:0:12394:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773941435.700079:0:12394:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941435.700081:0:12394:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941435.700082:0:12394:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164de00 refcount=3 00000020:00000001:1.0:1773941435.700084:0:12394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000001:1.0:1773941435.700086:0:12394:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000001:1.0:1773941435.700088:0:12394:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941435.700089:0:12394:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773941435.700090:0:12394:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773941435.700092:0:12394:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.700094:0:12394:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773941435.700097:0:12394:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f2a06b7448) 00000080:00010000:1.0:1773941435.700100:0:12394:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6eb1e9e7edefbf97 from it ffffbdb7c1e7fcb8 00010000:00000001:1.0:1773941435.700102:0:12394:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941435.700103:0:12394:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941435.700104:0:12394:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164de00 refcount=3 00000020:00000001:1.0:1773941435.700106:0:12394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000001:1.0:1773941435.700108:0:12394:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000001:1.0:1773941435.700110:0:12394:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773941435.700113:0:12394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f289169800 lock: ffff96f28164de00/0x6eb1e9e7edefbf97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x26a307eb0524636 expref: -99 pid: 12394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941435.700120:0:12394:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941435.700121:0:12394:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941435.700123:0:12394:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773941435.700125:0:12394:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773941435.700128:0:12394:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f289169800 lock: ffff96f28164de00/0x6eb1e9e7edefbf97 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x26a307eb0524636 expref: -99 pid: 12394 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773941435.700136:0:12394:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941435.700143:0:12394:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773941435.700144:0:12394:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773941435.700147:0:12394:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941435.700148:0:12394:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941435.700150:0:12394:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941435.700153:0:12394:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773941435.700155:0:12394:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941435.700158:0:12394:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941435.700161:0:12394:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941435.700162:0:12394:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941435.700164:0:12394:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941435.700165:0:12394:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773941435.700167:0:12394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941435.700172:0:12394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298ae8e00 x1860112264211456/t0(0) o101->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1773941451 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773941435.700180:0:12394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941435.700183:0:12394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941435.700186:0:12394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff96f2a0d94800. 02000000:00000001:1.0:1773941435.700189:0:12394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941435.700191:0:12394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941435.700193:0:12394:0:(genops.c:1242:class_import_put()) import ffff96f289142000 refcount=3 obd=lustre-MDT0000-mdc-ffff96f289169800 00000020:00000001:1.0:1773941435.700196:0:12394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941435.700199:0:12394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f29874a800. 02000000:00000001:1.0:1773941435.700202:0:12394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941435.700203:0:12394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941435.700205:0:12394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298ae8e00. 00000100:00000001:1.0:1773941435.700209:0:12394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941435.700211:0:12394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773941435.700215:0:12394:0:(file.c:6244:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941435.700220:0:12394:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1856 at ffff96f2a0d94800. 00000020:00000001:1.0:1773941435.700224:0:12394:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffbdb7c1e7fd08 00000080:00000008:1.0:1773941435.700226:0:12394:0:(file.c:6469:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff96f2a06b7448), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1773941435.700766:0:12394:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941435.700792:0:12394:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffbdb7c1e7fd08 00000080:00200008:1.0:1773941435.700794:0:12394:0:(file.c:6291:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff96f2a06b7448), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1773941435.700799:0:12394:0:(file.c:6184:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773941435.700805:0:12394:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffbdb7c1e7fc80 00000080:00200000:1.0:1773941435.700808:0:12394:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448),name=/ 00000080:00000010:1.0:1773941435.700812:0:12394:0:(llite_lib.c:3907:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff96f283f1a800. 00800000:00000002:1.0:1773941435.700816:0:12394:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff96f298b7ac80 2 00000080:00000001:1.0:1773941435.700818:0:12394:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773941435.700821:0:12394:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773941435.700823:0:12394:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffbdb7c1e7fba0 00800000:00000002:1.0:1773941435.700825:0:12394:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773941435.700828:0:12394:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1773941435.700831:0:12394:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773941435.700835:0:12394:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773941435.700836:0:12394:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffbdb7c1e7fa70 00000002:00010000:1.0:1773941435.700838:0:12394:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773941435.700841:0:12394:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773941435.700842:0:12394:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773941435.700844:0:12394:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773941435.700847:0:12394:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff96f29169a500 count: 2 00010000:00000001:1.0:1773941435.700850:0:12394:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773941435.700853:0:12394:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941435.700855:0:12394:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773941435.700859:0:12394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f289169800 lock: ffff96f28164de00/0x6eb1e9e7edefbf97 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x26a307eb0524636 expref: -99 pid: 12394 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1773941435.700867:0:12394:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773941435.700871:0:12394:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941435.700874:0:12394:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f289169800 lock: ffff96f28164de00/0x6eb1e9e7edefbf97 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x26a307eb0524636 expref: -99 pid: 12394 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1773941435.700880:0:12394:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773941435.700882:0:12394:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773941435.700884:0:12394:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773941435.700886:0:12394:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773941435.700888:0:12394:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773941435.700890:0:12394:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773941435.700899:0:12394:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773941435.700902:0:12394:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff96f298b7ac80 2 00000080:00000010:1.0:1773941435.700904:0:12394:0:(llite_lib.c:4048:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff96f283f1a800. 00000080:00000001:1.0:1773941435.700907:0:12394:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773941435.700909:0:12394:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773941435.700911:0:12394:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f2a06b7448) 00000080:00010000:1.0:1773941435.700914:0:12394:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f2a06b7448) for lock 0x6eb1e9e7edefbf97 00800000:00000001:1.0:1773941435.700917:0:12394:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773941435.700919:0:12394:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773941435.700921:0:12394:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941435.700923:0:12394:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941435.700925:0:12394:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164de00 refcount=3 00000020:00000001:1.0:1773941435.700926:0:12394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000001:1.0:1773941435.700928:0:12394:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000001:1.0:1773941435.700930:0:12394:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941435.700931:0:12394:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773941435.700932:0:12394:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773941435.700933:0:12394:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773941435.700936:0:12394:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6eb1e9e7edefbf97 from it ffffbdb7c1e7fcb8 00010000:00000001:1.0:1773941435.700938:0:12394:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941435.700939:0:12394:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941435.700940:0:12394:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164de00 refcount=3 00000020:00000001:1.0:1773941435.700942:0:12394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000001:1.0:1773941435.700945:0:12394:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000001:1.0:1773941435.700947:0:12394:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773941435.700950:0:12394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f289169800 lock: ffff96f28164de00/0x6eb1e9e7edefbf97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x26a307eb0524636 expref: -99 pid: 12394 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773941435.700956:0:12394:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941435.700957:0:12394:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941435.700959:0:12394:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773941435.700972:0:12394:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773941435.700976:0:12394:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f289169800 lock: ffff96f28164de00/0x6eb1e9e7edefbf97 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x26a307eb0524636 expref: -99 pid: 12394 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00000001:1.0:1773941435.700994:0:12394:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941435.700996:0:12394:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773941435.700998:0:12394:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773941435.701000:0:12394:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941435.701002:0:12394:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773941435.701004:0:12394:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941435.701006:0:12394:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941435.701008:0:12394:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941435.701010:0:12394:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941435.701012:0:12394:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941435.701013:0:12394:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773941435.701015:0:12394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773941435.701016:0:12394:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773941435.701019:0:12394:0:(file.c:6244:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941435.701022:0:12394:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffbdb7c1e7fd08 00000080:00000008:1.0:1773941435.701025:0:12394:0:(file.c:6469:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff96f2a06b7448), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1773941435.701107:0:12394:0:(file.c:6653:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773941435.701109:0:12394:0:(file.c:6184:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773941435.701111:0:12394:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffbdb7c1e7fb78 00000080:00200000:1.0:1773941435.701113:0:12394:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448),name=/ 00000080:00000010:1.0:1773941435.701117:0:12394:0:(llite_lib.c:3907:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff96f283f1a800. 00800000:00000002:1.0:1773941435.701120:0:12394:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff96f298b7ac80 2 00000080:00000001:1.0:1773941435.701122:0:12394:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773941435.701125:0:12394:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773941435.701126:0:12394:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffbdb7c1e7fa98 00800000:00000002:1.0:1773941435.701128:0:12394:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773941435.701131:0:12394:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1773941435.701134:0:12394:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773941435.701137:0:12394:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773941435.701139:0:12394:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffbdb7c1e7f968 00000002:00010000:1.0:1773941435.701141:0:12394:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773941435.701144:0:12394:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773941435.701146:0:12394:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773941435.701147:0:12394:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773941435.701155:0:12394:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff96f29169a500 count: 2 00010000:00000001:1.0:1773941435.701157:0:12394:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773941435.701160:0:12394:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941435.701163:0:12394:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773941435.701166:0:12394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f289169800 lock: ffff96f28164de00/0x6eb1e9e7edefbf97 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x26a307eb0524636 expref: -99 pid: 12394 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 02000000:00000001:1.0:1773941435.701174:0:12394:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773941435.701176:0:12394:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941435.701179:0:12394:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f289169800 lock: ffff96f28164de00/0x6eb1e9e7edefbf97 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x26a307eb0524636 expref: -99 pid: 12394 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000002:00000001:1.0:1773941435.701186:0:12394:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773941435.701188:0:12394:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773941435.701190:0:12394:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773941435.701192:0:12394:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773941435.701194:0:12394:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773941435.701196:0:12394:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773941435.701198:0:12394:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773941435.701201:0:12394:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff96f298b7ac80 2 00000080:00000010:1.0:1773941435.701203:0:12394:0:(llite_lib.c:4048:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff96f283f1a800. 00000080:00000001:1.0:1773941435.701206:0:12394:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773941435.701208:0:12394:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773941435.701210:0:12394:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f2a06b7448) 00000080:00010000:1.0:1773941435.701213:0:12394:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f2a06b7448) for lock 0x6eb1e9e7edefbf97 00800000:00000001:1.0:1773941435.701216:0:12394:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773941435.701218:0:12394:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773941435.701219:0:12394:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941435.701220:0:12394:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941435.701222:0:12394:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164de00 refcount=3 00000020:00000001:1.0:1773941435.701224:0:12394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000001:1.0:1773941435.701227:0:12394:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000001:1.0:1773941435.701229:0:12394:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941435.701236:0:12394:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773941435.701238:0:12394:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773941435.701240:0:12394:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773941435.701242:0:12394:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6eb1e9e7edefbf97 from it ffffbdb7c1e7fbb0 00010000:00000001:1.0:1773941435.701245:0:12394:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941435.701246:0:12394:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941435.701248:0:12394:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164de00 refcount=3 00000020:00000001:1.0:1773941435.701250:0:12394:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000001:1.0:1773941435.701252:0:12394:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000001:1.0:1773941435.701254:0:12394:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773941435.701257:0:12394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f289169800 lock: ffff96f28164de00/0x6eb1e9e7edefbf97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x26a307eb0524636 expref: -99 pid: 12394 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00000001:1.0:1773941435.701264:0:12394:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941435.701265:0:12394:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941435.701266:0:12394:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773941435.701267:0:12394:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773941435.701269:0:12394:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f289169800 lock: ffff96f28164de00/0x6eb1e9e7edefbf97 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x26a307eb0524636 expref: -99 pid: 12394 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00000001:1.0:1773941435.701274:0:12394:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941435.701275:0:12394:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773941435.701276:0:12394:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773941435.701278:0:12394:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941435.701279:0:12394:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773941435.701280:0:12394:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941435.701281:0:12394:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941435.701282:0:12394:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941435.701284:0:12394:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941435.701285:0:12394:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941435.701285:0:12394:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773941435.701287:0:12394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773941435.701288:0:12394:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773941435.701289:0:12394:0:(file.c:6668:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448), inode mode 41ed mask 44 00000080:00000001:1.0:1773941435.701292:0:12394:0:(file.c:6707:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.701298:0:12394:0:(dir.c:2974:ll_dir_open()) Process entered 00000080:00000001:1.0:1773941435.701300:0:12394:0:(file.c:1021:ll_file_open()) Process entered 00000020:00000001:1.0:1773941435.701301:0:12394:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffbdb7c1e7fb78 00000080:00200008:1.0:1773941435.701303:0:12394:0:(file.c:1025:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff96f2a06b7448), flags 100000 00000080:00000010:1.0:1773941435.701306:0:12394:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f284fed540. 00000080:00000001:1.0:1773941435.701309:0:12394:0:(file.c:1050:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.701311:0:12394:0:(dir.c:2975:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.701374:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.701377:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.701382:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.701384:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.701387:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.701390:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.701392:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.701395:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.701396:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.701401:0:12394:0:(obd_class.h:1067:obd_statfs()) Process entered 00800000:00000004:1.0:1773941435.701403:0:12394:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff96f289169800: age 184, max_age 185 00000002:00000001:1.0:1773941435.701405:0:12394:0:(mdc_request.c:1658:mdc_statfs()) Process entered 00000020:00000040:1.0:1773941435.701407:0:12394:0:(genops.c:1229:class_import_get()) import ffff96f289142000 refcount=4 obd=lustre-MDT0000-mdc-ffff96f289169800 00000100:00000010:1.0:1773941435.701410:0:12394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298ae8e00. 00000020:00000040:1.0:1773941435.701412:0:12394:0:(genops.c:1229:class_import_get()) import ffff96f289142000 refcount=5 obd=lustre-MDT0000-mdc-ffff96f289169800 00000100:00000001:1.0:1773941435.701414:0:12394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941435.701416:0:12394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941435.701418:0:12394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941435.701421:0:12394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f298b8f000. 00000100:00000001:1.0:1773941435.701424:0:12394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.701426:0:12394:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941435.701427:0:12394:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941435.701430:0:12394:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f288b87f00. 00000100:00000001:1.0:1773941435.701432:0:12394:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567152885504 : -115506556666112 : ffff96f288b87f00) 00000100:00000001:1.0:1773941435.701433:0:12394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941435.701434:0:12394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420669440 : -115506288882176 : ffff96f298ae8e00) 00000100:00000001:1.0:1773941435.701437:0:12394:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941435.701439:0:12394:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.701440:0:12394:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941435.701445:0:12394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941435.701449:0:12394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298ae8e00 x1860112264211584/t0(0) o41->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941435.701456:0:12394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941435.701457:0:12394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941435.701459:0:12394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941435.701461:0:12394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941435.701463:0:12394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941435.701465:0:12394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298ae8e00 pname:cluuid:pid:xid:nid:opc:job lfs:d4246aa6-f147-4bab-b83c-ced5ba5a40db:12394:1860112264211584:192.168.202.145@tcp:41:lfs.0 00000100:00000001:1.0:1773941435.701468:0:12394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941435.701470:0:12394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941435.701471:0:12394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941435.701473:0:12394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941435.701477:0:12394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f298749000. 02000000:00000001:1.0:1773941435.701479:0:12394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941435.701483:0:12394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941435.701486:0:12394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15478. 00000400:00000010:1.0:1773941435.701489:0:12394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1660. 00000100:00000200:1.0:1773941435.701493:0:12394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264211584, portal 10 00000100:00000001:1.0:1773941435.701494:0:12394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941435.701496:0:12394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420669440 : -115506288882176 : ffff96f298ae8e00) 00000100:00000040:1.0:1773941435.701500:0:12394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298ae8e00 x1860112264211584/t0(0) o41->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941435.701506:0:12394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941435.701508:0:12394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:1.0:1773941435.701510:0:12394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1908. 00000100:00000200:1.0:1773941435.701513:0:12394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112264211584, offset 0 00000400:00000200:1.0:1773941435.701516:0:12394:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941435.701520:0:12394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941435.701525:0:12394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941435.701528:0:12394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941435.701530:0:12394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941435.701532:0:12394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941435.701538:0:12394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:1.0:1773941435.701541:0:12394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [96:96:256:4294967295] 192.168.202.145@tcp LPNI seq info [96:96:8:4294967295] 00000400:00000200:1.0:1773941435.701545:0:12394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941435.701552:0:12394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:1.0:1773941435.701557:0:12394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:1.0:1773941435.701560:0:12394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f298b8ff00. 00000800:00000200:1.0:1773941435.701565:0:12394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:1.0:1773941435.701570:0:12394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:1.0:1773941435.701572:0:12394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f298b8ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773941435.701583:0:12394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941435.701586:0:12394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f289169800: using a timeout of 1624843 usecs (1625 jiffies) 00000400:00000200:1.0:1773941435.701589:0:12394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:1.0:1773941435.701591:0:12394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f289169800: PM QoS new deadline estimation for cpu 2 is 4294855072 00000100:00000001:1.0:1773941435.701593:0:12394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f289169800: PM QoS request active for cpu 2, keep current deadline 4294855300 00000100:00000001:1.0:1773941435.701596:0:12394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f289169800: PM QoS new deadline estimation for cpu 3 is 4294855072 00000100:00000001:1.0:1773941435.701598:0:12394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f289169800: PM QoS request active for cpu 3, keep current deadline 4294855300 00000100:00000001:1.0:1773941435.701600:0:12394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941435.701602:0:12394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.701603:0:12394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941435.701605:0:12394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941435.701607:0:12394:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f288b87f00 going to sleep for 11 seconds 00000100:00000001:1.0:1773941435.701609:0:12394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941435.701611:0:12394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941435.701654:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941435.701659:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f298b8ff00. 00000400:00000200:3.0:1773941435.701664:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941435.701669:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941435.701673:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1908 00000400:00000010:3.0:1773941435.701675:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1908. 00000100:00000001:3.0:1773941435.701679:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941435.701684:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298ae8e00 x1860112264211584/t0(0) o41->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941435.701694:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941435.701698:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f298ae8e00 x1860112264211584/t0(0) o41->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941451 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941435.701712:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.701815:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941435.702845:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941435.702851:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941435.702853:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941435.702856:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941435.702860:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941435.702865:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941435.702870:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941435.702873:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941435.702877:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941435.702881:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 368 into portal 10 MB=0x69bc322c02c80 00000400:00000200:3.0:1773941435.702885:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941435.702889:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.145@tcp of length 368/368 into md 0x7e5 [1] + 224 00000800:00000001:3.0:1773941435.702894:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941435.702899:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941435.702901:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941435.702905:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:3.0:1773941435.702908:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941435.702913:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298ae8e00 x1860112264211584/t0(0) o41->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941435.702923:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff96f298ae8e00 x1860112264211584/t0(0) o41->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941435.702941:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941435.702945:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941435.702948:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941435.702987:0:12394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941435.702992:0:12394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941435.702993:0:12394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941435.702995:0:12394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15478. 00000400:00000200:1.0:1773941435.702999:0:12394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1660 00000400:00000010:1.0:1773941435.703000:0:12394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1660. 00000100:00000001:1.0:1773941435.703003:0:12394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941435.703007:0:12394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298ae8e00 x1860112264211584/t0(0) o41->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941435.703021:0:12394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298ae8e00 x1860112264211584/t0(0) o41->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941435.703027:0:12394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941435.703028:0:12394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941435.703030:0:12394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941435.703032:0:12394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941435.703033:0:12394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941435.703035:0:12394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941435.703037:0:12394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941435.703041:0:12394:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f289142458 time=1 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941435.703043:0:12394:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f289142410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941435.703045:0:12394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941435.703046:0:12394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941435.703048:0:12394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941435.703050:0:12394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.703052:0:12394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773941435.703053:0:12394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f289169800: skip recheck: last_committed 0 00000100:00000001:1.0:1773941435.703054:0:12394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773941435.703055:0:12394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941435.703058:0:12394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298ae8e00 x1860112264211584/t0(0) o41->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941451 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941435.703064:0:12394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941435.703066:0:12394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941435.703067:0:12394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941435.703069:0:12394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298ae8e00 x1860112264211584/t0(0) o41->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941451 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941435.703075:0:12394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298ae8e00 pname:cluuid:pid:xid:nid:opc:job lfs:d4246aa6-f147-4bab-b83c-ced5ba5a40db:12394:1860112264211584:192.168.202.145@tcp:41:lfs.0 00000100:00000001:1.0:1773941435.703079:0:12394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941435.703081:0:12394:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.703083:0:12394:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941435.703085:0:12394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941435.703094:0:12394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298ae8e00 x1860112264211584/t0(0) o41->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941451 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941435.703101:0:12394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941435.703103:0:12394:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f288b87f00. 00000100:00000001:1.0:1773941435.703106:0:12394:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773941435.703108:0:12394:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773941435.703112:0:12394:0:(mdc_request.c:1710:mdc_statfs()) Process leaving 00000100:00000001:1.0:1773941435.703113:0:12394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941435.703116:0:12394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298ae8e00 x1860112264211584/t0(0) o41->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941451 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941435.703122:0:12394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941435.703124:0:12394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941435.703127:0:12394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f298749000. 02000000:00000001:1.0:1773941435.703130:0:12394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941435.703131:0:12394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941435.703133:0:12394:0:(genops.c:1242:class_import_put()) import ffff96f289142000 refcount=4 obd=lustre-MDT0000-mdc-ffff96f289169800 00000020:00000001:1.0:1773941435.703134:0:12394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941435.703136:0:12394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f298b8f000. 02000000:00000001:1.0:1773941435.703139:0:12394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941435.703141:0:12394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941435.703142:0:12394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298ae8e00. 00000100:00000001:1.0:1773941435.703146:0:12394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941435.703147:0:12394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773941435.703149:0:12394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941435.703150:0:12394:0:(genops.c:1242:class_import_put()) import ffff96f289142000 refcount=3 obd=lustre-MDT0000-mdc-ffff96f289169800 00000020:00000001:1.0:1773941435.703152:0:12394:0:(genops.c:1249:class_import_put()) Process leaving 00800000:00000004:1.0:1773941435.703154:0:12394:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0000-mdc-ffff96f289169800: update ffff96f298bf5178 cache blocks 2956/2997 objects 86513/86842 00800000:00000001:1.0:1773941435.703159:0:12394:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773941435.703163:0:12394:0:(lmv_obd.c:1164:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.703165:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773941435.703168:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.703170:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.703173:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.703210:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.703212:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.703216:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.703222:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.703225:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.703227:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.703229:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.703231:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.703233:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.703236:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703239:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703240:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.703243:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.703245:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703247:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703250:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.703251:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.703253:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.703254:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.703257:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.703258:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.703260:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.703260:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.703261:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.703263:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703264:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703265:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.703266:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.703268:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703269:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703271:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.703272:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.703273:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.703274:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.703275:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.703277:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.703281:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.703282:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.703283:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.703285:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703287:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703288:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.703289:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.703291:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703292:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703295:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.703295:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.703297:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.703298:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.703301:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.703302:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.703303:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.703304:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.703305:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.703306:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703308:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703309:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.703310:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.703312:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703313:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703315:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.703316:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.703318:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.703319:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.703320:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.703322:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.703323:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.703324:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.703325:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.703336:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703337:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703339:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.703341:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.703344:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703345:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703349:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.703350:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.703352:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.703354:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.703356:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.703358:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.703359:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.703360:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.703361:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.703363:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703365:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703366:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.703367:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.703369:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703371:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703373:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.703374:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.703375:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.703376:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.703378:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.703379:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.703380:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.703380:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.703381:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.703383:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703384:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703388:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.703390:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.703392:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703394:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703396:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.703397:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.703399:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.703400:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.703402:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.703404:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.703405:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.703406:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.703406:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.703408:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703409:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703411:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.703412:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.703413:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703415:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703417:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.703418:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.703421:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.703422:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.703425:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.703428:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.703430:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.703432:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.703433:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.703437:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703439:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703441:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.703444:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.703452:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703454:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703460:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.703462:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.703466:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.703467:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.703470:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.703474:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.703475:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.703477:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.703479:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.703482:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703484:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703486:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.703488:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.703490:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703492:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703504:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.703507:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.703510:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.703511:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.703518:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.703521:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.703523:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.703524:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.703525:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.703528:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703530:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703532:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.703534:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.703536:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703538:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703542:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.703550:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.703554:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.703555:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.703558:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.703560:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.703562:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.703563:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.703565:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.703568:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703570:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703572:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.703574:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.703577:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703579:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703584:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.703585:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.703589:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.703590:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.703592:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.703595:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.703597:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.703598:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.703599:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.703602:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703604:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703606:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.703609:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.703611:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703613:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703617:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.703618:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.703621:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.703622:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.703630:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.703633:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.703635:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.703637:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.703638:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.703642:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703644:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703645:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.703648:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.703651:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703652:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703657:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.703658:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.703660:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.703661:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.703663:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.703664:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.703665:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.703666:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.703667:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.703669:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703671:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703672:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.703673:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.703674:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703675:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703677:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.703678:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.703679:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.703680:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.703681:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.703682:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.703683:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.703687:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.703688:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.703690:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703691:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703692:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.703694:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.703695:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703696:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703699:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.703700:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.703701:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.703702:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.703703:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.703704:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.703705:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.703706:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.703707:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.703708:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703709:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703710:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.703711:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.703713:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703730:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703733:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.703734:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.703735:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.703736:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.703738:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.703739:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.703740:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.703741:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.703742:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.703743:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703748:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703749:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.703750:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.703752:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703753:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703756:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.703757:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.703759:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.703759:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.703761:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.703762:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.703764:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.703764:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.703765:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.703767:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703768:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703769:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.703770:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.703772:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703773:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703774:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.703775:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.703777:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.703777:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.703778:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.703780:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.703781:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.703781:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.703782:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.703783:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703784:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703786:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.703787:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.703792:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703793:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703797:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.703797:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.703799:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.703800:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.703801:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.703803:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.703804:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.703804:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.703805:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.703807:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703808:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703809:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.703810:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.703811:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703819:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703821:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.703822:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.703823:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.703824:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.703825:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.703827:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.703828:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.703828:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.703829:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.703830:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703831:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703833:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.703834:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.703835:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703837:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703838:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.703842:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.703844:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.703845:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.703847:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.703848:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.703849:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.703850:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.703851:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.703852:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703853:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703854:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.703856:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.703857:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703858:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703860:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.703861:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.703863:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.703863:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.703864:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.703866:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.703867:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.703867:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.703868:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.703869:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703870:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703872:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.703873:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.703874:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703875:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703877:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.703877:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.703879:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.703879:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.703883:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.703885:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.703886:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.703887:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.703888:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.703889:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703891:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703892:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.703893:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.703894:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703895:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703898:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.703899:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.703900:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.703901:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.703902:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.703904:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.703906:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.703907:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.703908:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.703911:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703912:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703914:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.703916:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.703918:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703920:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703923:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.703924:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.703928:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.703929:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.703931:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.703934:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.703935:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.703942:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.703943:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.703947:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703949:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703951:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.703953:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.703971:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703977:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.703984:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.703985:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.703989:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.703990:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.703993:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.703994:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.703996:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.703997:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.703997:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.703999:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704001:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704002:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.704003:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704005:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704006:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704008:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704009:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704010:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704011:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704012:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704014:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704015:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.704016:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.704017:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.704018:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704023:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704025:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.704026:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704028:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704029:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704032:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704032:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704034:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704035:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704036:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704037:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704038:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.704039:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.704040:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.704041:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704042:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704043:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.704045:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704046:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704047:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704048:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704049:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704051:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704052:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704053:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704054:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704056:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.704056:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.704057:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.704058:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704059:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704061:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.704062:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704066:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704067:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704070:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704071:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704073:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704074:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704075:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704076:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704077:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.704078:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.704079:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.704080:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704081:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704082:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.704083:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704085:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704086:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704087:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704088:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704089:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704090:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704091:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704092:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704093:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.704094:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.704095:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.704096:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704097:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704098:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.704100:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704101:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704102:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704103:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704107:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704109:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704110:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704111:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704113:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704114:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.704114:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.704115:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.704117:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704118:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704119:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.704120:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704121:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704123:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704125:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704126:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704127:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704128:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704129:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704130:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704131:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.704132:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.704132:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.704134:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704135:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704136:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.704137:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704138:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704140:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704142:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704144:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704146:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704147:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704155:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704158:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704160:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.704161:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.704162:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.704165:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704167:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704169:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.704171:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704173:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704176:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704181:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704182:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704186:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704187:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704190:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704192:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704194:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.704195:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.704197:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.704199:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704201:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704203:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.704205:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704207:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704209:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704212:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704214:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704217:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704218:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704220:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704223:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704224:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.704231:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.704232:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.704235:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704238:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704239:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.704242:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704244:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704246:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704250:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704251:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704254:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704255:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704256:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704258:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704259:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.704260:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.704261:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.704263:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704264:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704265:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.704266:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704268:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704269:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704270:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704271:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704272:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704273:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704274:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704275:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704276:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.704277:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.704278:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.704279:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704284:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704285:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.704286:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704288:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704289:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704292:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704293:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704294:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704295:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704296:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704298:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704298:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.704299:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.704300:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.704301:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704302:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704304:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.704305:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704306:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704307:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704309:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704310:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704311:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704312:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704313:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704314:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704315:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.704315:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.704316:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.704317:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704319:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704320:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.704321:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704325:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704326:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704329:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704330:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704332:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704333:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704334:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704335:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704336:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.704337:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.704338:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.704339:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704340:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704341:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.704342:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704344:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704345:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704346:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704347:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704348:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704349:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704350:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704351:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704352:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.704353:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.704354:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.704355:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704356:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704357:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.704359:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704360:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704361:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704362:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704366:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704368:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704369:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704370:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704372:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704373:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.704374:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.704374:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.704376:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704377:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704378:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.704379:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704380:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704382:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704384:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704385:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704386:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704387:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704388:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704389:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704390:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.704391:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.704391:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.704393:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704394:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704395:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.704396:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704397:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704398:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704400:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704401:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704402:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704403:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704407:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704408:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704409:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.704410:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.704411:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.704412:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704413:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704414:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.704416:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704417:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704418:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704421:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704421:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704423:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704424:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704425:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704426:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704427:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.704428:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.704428:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.704430:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704431:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704432:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.704433:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704434:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704435:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704437:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704438:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704439:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704440:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704441:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704442:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704443:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.704447:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.704447:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.704449:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704451:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704452:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.704453:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704454:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704456:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704458:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704459:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704461:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704461:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704462:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704464:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704465:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.704465:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.704466:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.704467:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704468:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704470:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.704471:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704472:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704473:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704475:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704475:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704477:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704477:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704479:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704480:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704481:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.704481:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.704482:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.704483:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704488:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704489:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.704491:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704492:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704493:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704496:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704497:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704498:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704499:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704500:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704501:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704502:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.704503:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.704504:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.704505:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704506:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704507:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.704509:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704510:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704511:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704513:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704513:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704515:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704515:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704516:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704518:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704519:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.704519:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.704520:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.704521:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704522:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704523:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.704525:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704529:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704530:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704533:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704534:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704536:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704536:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704538:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704539:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704540:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.704541:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.704541:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.704543:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704544:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704545:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.704546:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704547:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704548:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704550:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704551:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704552:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704553:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704554:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704555:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704556:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.704557:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.704558:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.704559:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704560:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704561:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.704562:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704563:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704565:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704566:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704570:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704572:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704572:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704574:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704575:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704576:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.704577:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.704577:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.704579:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704580:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704581:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.704582:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704584:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704585:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704587:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704588:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704589:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704590:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704591:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704592:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704593:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.704594:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.704594:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.704596:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704597:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704598:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.704599:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704600:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704601:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704603:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704604:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704605:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704606:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704610:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704611:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704612:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.704613:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.704614:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.704615:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704617:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704618:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.704619:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704620:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704621:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704624:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704625:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704626:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704627:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704628:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704629:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704630:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.704631:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.704632:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.704633:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704634:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704635:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.704636:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704638:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704639:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704640:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704641:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704642:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704643:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704644:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704645:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704646:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.704650:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.704651:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.704652:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704653:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704654:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.704656:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704657:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704658:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704660:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704661:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704663:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704664:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704665:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704666:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704667:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.704668:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.704668:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.704670:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704671:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704672:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.704673:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704674:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704675:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704677:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704678:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704679:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704680:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704681:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704682:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704683:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.704684:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.704684:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.704686:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704690:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704691:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.704692:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704694:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704695:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704697:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704698:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704700:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704700:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704702:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704703:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704704:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.704705:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.704705:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.704707:0:12394:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704708:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704709:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.704710:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704711:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704712:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.704729:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704731:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704732:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704733:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704735:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704736:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704737:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941435.704738:0:12394:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941435.704739:0:12394:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00800000:00000001:1.0:1773941435.704740:0:12394:0:(lmv_obd.c:935:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1773941435.704741:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1773941435.704743:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1773941435.704744:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.704749:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1773941435.704750:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1773941435.704753:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.704754:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.704756:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.704757:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.704759:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.704760:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.704761:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.704764:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.704765:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.704769:0:12394:0:(obd_class.h:1067:obd_statfs()) Process entered 00020000:00000004:1.0:1773941435.704771:0:12394:0:(obd_class.h:1083:obd_statfs()) lustre-OST0000-osc-ffff96f289169800: age -821, max_age 185 00000008:00000001:1.0:1773941435.704774:0:12394:0:(osc_request.c:3449:osc_statfs()) Process entered 00000020:00000040:1.0:1773941435.704775:0:12394:0:(genops.c:1229:class_import_get()) import ffff96f289146000 refcount=3 obd=lustre-OST0000-osc-ffff96f289169800 00000100:00000010:1.0:1773941435.704778:0:12394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298ae8e00. 00000020:00000040:1.0:1773941435.704779:0:12394:0:(genops.c:1229:class_import_get()) import ffff96f289146000 refcount=4 obd=lustre-OST0000-osc-ffff96f289169800 00000020:00000001:1.0:1773941435.704782:0:12394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941435.704783:0:12394:0:(genops.c:1242:class_import_put()) import ffff96f289146000 refcount=3 obd=lustre-OST0000-osc-ffff96f289169800 00000020:00000001:1.0:1773941435.704784:0:12394:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941435.704785:0:12394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941435.704786:0:12394:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941435.704789:0:12394:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941435.704791:0:12394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f298b8f000. 00000100:00000001:1.0:1773941435.704795:0:12394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.704797:0:12394:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941435.704799:0:12394:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941435.704801:0:12394:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f288b87f00. 00000100:00000001:1.0:1773941435.704803:0:12394:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567152885504 : -115506556666112 : ffff96f288b87f00) 00000100:00000001:1.0:1773941435.704804:0:12394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941435.704805:0:12394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420669440 : -115506288882176 : ffff96f298ae8e00) 00000100:00000001:1.0:1773941435.704808:0:12394:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941435.704810:0:12394:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.704811:0:12394:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941435.704812:0:12394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941435.704820:0:12394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298ae8e00 x1860112264211712/t0(0) o13->lustre-OST0000-osc-ffff96f289169800@192.168.202.145@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941435.704826:0:12394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941435.704827:0:12394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941435.704829:0:12394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941435.704831:0:12394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941435.704833:0:12394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941435.704835:0:12394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298ae8e00 pname:cluuid:pid:xid:nid:opc:job lfs:d4246aa6-f147-4bab-b83c-ced5ba5a40db:12394:1860112264211712:192.168.202.145@tcp:13:lfs.0 00000100:00000001:1.0:1773941435.704837:0:12394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941435.704839:0:12394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941435.704840:0:12394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941435.704842:0:12394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941435.704844:0:12394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f298749000. 02000000:00000001:1.0:1773941435.704845:0:12394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941435.704849:0:12394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941435.704851:0:12394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15478. 00000400:00000010:1.0:1773941435.704854:0:12394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1660. 00000100:00000200:1.0:1773941435.704857:0:12394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264211712, portal 4 00000100:00000001:1.0:1773941435.704858:0:12394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941435.704859:0:12394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420669440 : -115506288882176 : ffff96f298ae8e00) 00000100:00000040:1.0:1773941435.704863:0:12394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298ae8e00 x1860112264211712/t0(0) o13->lustre-OST0000-osc-ffff96f289169800@192.168.202.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941435.704868:0:12394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941435.704869:0:12394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:1.0:1773941435.704871:0:12394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1aa0. 00000100:00000200:1.0:1773941435.704873:0:12394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1860112264211712, offset 0 00000400:00000200:1.0:1773941435.704876:0:12394:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941435.704879:0:12394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941435.704883:0:12394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941435.704886:0:12394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941435.704888:0:12394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941435.704890:0:12394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941435.704892:0:12394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:1.0:1773941435.704898:0:12394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [97:97:256:4294967295] 192.168.202.145@tcp LPNI seq info [97:97:8:4294967295] 00000400:00000200:1.0:1773941435.704901:0:12394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941435.704907:0:12394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:1.0:1773941435.704911:0:12394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:1.0:1773941435.704913:0:12394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f298b8fa00. 00000800:00000200:1.0:1773941435.704917:0:12394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:1.0:1773941435.704922:0:12394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:1.0:1773941435.704924:0:12394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f298b8fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773941435.704935:0:12394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941435.704938:0:12394:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96f289169800: using a timeout of 2688 usecs (3 jiffies) 00000400:00000200:1.0:1773941435.704940:0:12394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:1.0:1773941435.704942:0:12394:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96f289169800: PM QoS new deadline estimation for cpu 2 is 4294853454 00000100:00000001:1.0:1773941435.704944:0:12394:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96f289169800: PM QoS request active for cpu 2, keep current deadline 4294855300 00000100:00000001:1.0:1773941435.704946:0:12394:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96f289169800: PM QoS new deadline estimation for cpu 3 is 4294853454 00000100:00000001:1.0:1773941435.704948:0:12394:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96f289169800: PM QoS request active for cpu 3, keep current deadline 4294855300 00000100:00000001:1.0:1773941435.704949:0:12394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941435.704951:0:12394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.704952:0:12394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941435.704953:0:12394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941435.704955:0:12394:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f288b87f00 going to sleep for 11 seconds 00000100:00000001:1.0:1773941435.704958:0:12394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941435.704974:0:12394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941435.705015:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941435.705020:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f298b8fa00. 00000400:00000200:3.0:1773941435.705024:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941435.705029:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941435.705033:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1aa0 00000400:00000010:3.0:1773941435.705040:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1aa0. 00000100:00000001:3.0:1773941435.705043:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941435.705048:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298ae8e00 x1860112264211712/t0(0) o13->lustre-OST0000-osc-ffff96f289169800@192.168.202.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941435.705057:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941435.705061:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f298ae8e00 x1860112264211712/t0(0) o13->lustre-OST0000-osc-ffff96f289169800@192.168.202.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941451 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941435.705068:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.705111:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941435.706088:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941435.706095:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941435.706098:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941435.706101:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941435.706106:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941435.706111:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941435.706117:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941435.706121:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941435.706124:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941435.706127:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 368 into portal 4 MB=0x69bc322c02d00 00000400:00000200:3.0:1773941435.706132:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941435.706136:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.145@tcp of length 368/368 into md 0x7ed [1] + 224 00000800:00000001:3.0:1773941435.706141:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941435.706146:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941435.706149:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941435.706153:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:3.0:1773941435.706157:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941435.706162:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298ae8e00 x1860112264211712/t0(0) o13->lustre-OST0000-osc-ffff96f289169800@192.168.202.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941435.706173:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff96f298ae8e00 x1860112264211712/t0(0) o13->lustre-OST0000-osc-ffff96f289169800@192.168.202.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941435.706190:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941435.706201:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941435.706204:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941435.706210:0:12394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941435.706215:0:12394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941435.706217:0:12394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941435.706219:0:12394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15478. 00000400:00000200:1.0:1773941435.706222:0:12394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1660 00000400:00000010:1.0:1773941435.706224:0:12394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1660. 00000100:00000001:1.0:1773941435.706226:0:12394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941435.706230:0:12394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298ae8e00 x1860112264211712/t0(0) o13->lustre-OST0000-osc-ffff96f289169800@192.168.202.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941435.706247:0:12394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298ae8e00 x1860112264211712/t0(0) o13->lustre-OST0000-osc-ffff96f289169800@192.168.202.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941435.706252:0:12394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941435.706253:0:12394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941435.706254:0:12394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941435.706256:0:12394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941435.706257:0:12394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941435.706258:0:12394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941435.706260:0:12394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941435.706263:0:12394:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2891464a0 time=1773941435 v=5 (0 0 0 0) 00000100:00001000:1.0:1773941435.706266:0:12394:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f289146410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941435.706267:0:12394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941435.706268:0:12394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941435.706270:0:12394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1773941435.706273:0:12394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff96f298ae8e00 x1860112264211712/t0(0) o13->lustre-OST0000-osc-ffff96f289169800@192.168.202.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941451 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941435.706278:0:12394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.706279:0:12394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773941435.706281:0:12394:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96f289169800: skip recheck: last_committed 0 00000100:00000001:1.0:1773941435.706282:0:12394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773941435.706283:0:12394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941435.706285:0:12394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298ae8e00 x1860112264211712/t0(0) o13->lustre-OST0000-osc-ffff96f289169800@192.168.202.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941451 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941435.706289:0:12394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941435.706291:0:12394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941435.706292:0:12394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941435.706295:0:12394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298ae8e00 x1860112264211712/t0(0) o13->lustre-OST0000-osc-ffff96f289169800@192.168.202.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941451 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941435.706300:0:12394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298ae8e00 pname:cluuid:pid:xid:nid:opc:job lfs:d4246aa6-f147-4bab-b83c-ced5ba5a40db:12394:1860112264211712:192.168.202.145@tcp:13:lfs.0 00000100:00000001:1.0:1773941435.706303:0:12394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941435.706307:0:12394:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.706309:0:12394:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941435.706310:0:12394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941435.706312:0:12394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298ae8e00 x1860112264211712/t0(0) o13->lustre-OST0000-osc-ffff96f289169800@192.168.202.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941451 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941435.706317:0:12394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941435.706319:0:12394:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f288b87f00. 00000100:00000001:1.0:1773941435.706320:0:12394:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773941435.706321:0:12394:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773941435.706324:0:12394:0:(osc_request.c:3497:osc_statfs()) Process leaving 00000100:00000001:1.0:1773941435.706325:0:12394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941435.706327:0:12394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298ae8e00 x1860112264211712/t0(0) o13->lustre-OST0000-osc-ffff96f289169800@192.168.202.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941451 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941435.706331:0:12394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941435.706333:0:12394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941435.706335:0:12394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f298749000. 02000000:00000001:1.0:1773941435.706337:0:12394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941435.706338:0:12394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941435.706339:0:12394:0:(genops.c:1242:class_import_put()) import ffff96f289146000 refcount=2 obd=lustre-OST0000-osc-ffff96f289169800 00000020:00000001:1.0:1773941435.706340:0:12394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941435.706341:0:12394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f298b8f000. 02000000:00000001:1.0:1773941435.706344:0:12394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941435.706345:0:12394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941435.706346:0:12394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298ae8e00. 00000100:00000001:1.0:1773941435.706348:0:12394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941435.706348:0:12394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1773941435.706350:0:12394:0:(obd_class.h:1109:obd_statfs()) lustre-OST0000-osc-ffff96f289169800: update ffff96f298bf0450 cache blocks 369/374 objects 11872/12296 00020000:00000001:1.0:1773941435.706353:0:12394:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773941435.706355:0:12394:0:(lov_obd.c:1128:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.706357:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773941435.706358:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.706360:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.706361:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.706387:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.706388:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.706391:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.706396:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.706398:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.706401:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.706402:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.706404:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.706405:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.706408:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706410:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706411:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.706413:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.706415:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706416:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706420:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.706421:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.706423:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.706424:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.706425:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.706428:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.706429:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.706430:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.706431:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.706432:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706434:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706435:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.706436:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.706437:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706439:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706441:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.706442:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.706443:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.706444:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.706445:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.706447:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.706451:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.706452:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.706453:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.706454:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706456:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706457:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.706458:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.706460:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706462:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706464:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.706465:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.706467:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.706468:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.706470:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.706471:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.706472:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.706473:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.706474:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.706475:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706476:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706478:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.706479:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.706480:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706482:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706484:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.706485:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.706486:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.706487:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.706489:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.706491:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.706492:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.706493:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.706494:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.706499:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706501:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706502:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.706503:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.706505:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706507:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706509:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.706511:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.706512:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.706513:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.706515:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.706516:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.706518:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.706519:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.706519:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.706521:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706523:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706524:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.706526:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.706528:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706530:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706532:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.706533:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.706535:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.706536:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.706538:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.706539:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.706541:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.706541:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.706542:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.706544:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706545:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706551:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.706553:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.706555:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706557:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706560:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.706561:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.706562:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.706563:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.706565:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.706566:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.706567:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.706568:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.706569:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.706571:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706572:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706573:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.706575:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.706576:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706578:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706580:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.706581:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.706583:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.706583:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.706586:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.706587:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.706588:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.706588:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.706590:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.706591:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706592:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706593:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.706595:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.706599:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706601:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706604:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.706605:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.706607:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.706608:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.706610:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.706612:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.706613:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.706614:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.706615:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.706617:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706619:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706620:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.706622:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.706623:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706625:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706626:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.706627:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.706629:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.706629:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.706631:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.706632:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.706633:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.706634:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.706635:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.706636:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706638:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706639:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.706640:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.706642:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706644:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706645:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.706649:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.706651:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.706652:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.706653:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.706655:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.706656:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.706656:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.706657:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.706659:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706660:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706661:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.706663:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.706664:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706665:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706668:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.706670:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.706671:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.706672:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.706674:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.706675:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.706676:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.706677:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.706678:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.706679:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706680:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706681:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.706682:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.706684:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706685:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706686:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.706687:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.706689:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.706690:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.706694:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.706695:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.706696:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.706697:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.706697:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.706706:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706707:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706708:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.706710:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.706711:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706712:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706743:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.706744:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.706747:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.706748:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.706750:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.706751:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.706753:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.706753:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.706755:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.706756:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706758:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706759:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.706760:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.706762:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706763:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706765:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.706765:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.706767:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.706768:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.706769:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.706770:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.706771:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.706775:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.706777:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.706779:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706780:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706781:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.706782:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.706784:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706785:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706787:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.706788:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.706790:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.706790:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.706792:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.706793:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.706794:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.706794:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.706795:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.706796:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706798:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706799:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.706800:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.706801:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706802:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706804:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.706805:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.706806:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.706807:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.706808:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.706809:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.706810:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.706811:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.706811:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.706813:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706817:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706818:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.706819:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.706821:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706822:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706825:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.706826:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.706827:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.706828:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.706829:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.706830:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.706831:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.706832:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.706833:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.706834:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706835:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706837:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.706838:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.706839:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706840:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706849:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.706850:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.706852:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.706852:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.706854:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.706855:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.706856:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.706857:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.706858:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.706859:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706860:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706861:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.706862:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.706867:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706868:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706871:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.706872:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.706874:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.706875:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.706876:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.706877:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.706878:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.706879:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.706880:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.706882:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706883:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706884:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.706886:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.706887:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706888:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706890:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.706890:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.706892:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.706892:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.706893:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.706895:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.706896:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.706896:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.706897:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.706898:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706899:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706901:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.706902:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.706903:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706904:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706906:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.706910:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.706912:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.706913:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.706914:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.706916:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.706917:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.706918:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.706918:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.706920:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706921:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706922:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.706923:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.706924:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706925:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706928:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.706929:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.706930:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.706931:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.706932:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.706933:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.706934:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.706934:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.706935:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.706937:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706938:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706939:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.706940:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.706941:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706942:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706944:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.706945:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.706946:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.706947:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.706951:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.706952:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.706954:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.706954:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.706955:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.706957:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706958:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706959:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.706973:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.706975:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706976:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706980:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.706981:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.706983:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.706984:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.706985:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.706987:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.706988:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.706989:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.706990:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.706991:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706993:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706994:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.706995:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.706996:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706997:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.706999:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707000:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707001:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707002:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707003:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707004:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707005:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707009:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707010:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707012:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707014:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707015:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707016:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707017:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707019:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707021:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707022:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707023:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707024:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707025:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707027:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707028:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707028:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707029:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707030:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707031:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707033:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707034:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707035:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707036:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707038:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707038:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707040:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707040:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707042:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707043:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707044:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707044:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707045:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707046:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707050:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707052:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707053:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707055:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707056:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707059:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707060:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707061:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707062:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707063:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707064:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707065:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707066:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707067:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707068:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707069:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707070:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707072:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707073:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707074:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707076:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707076:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707078:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707078:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707079:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707081:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707081:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707082:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707083:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707084:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707085:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707086:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707088:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707092:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707093:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707096:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707097:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707098:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707099:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707100:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707101:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707102:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707103:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707104:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707105:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707106:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707108:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707109:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707110:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707111:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707113:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707113:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707115:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707115:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707117:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707118:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707119:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707119:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707120:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707121:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707122:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707124:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707125:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707126:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707127:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707129:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707132:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707134:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707135:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707136:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707137:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707138:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707139:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707140:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707141:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707142:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707143:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707145:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707146:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707147:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707149:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707150:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707151:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707152:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707153:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707154:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707155:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707156:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707157:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707158:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707159:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707160:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707161:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707163:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707164:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707165:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707166:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707167:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707168:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707172:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707173:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707174:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707175:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707176:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707178:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707179:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707180:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707181:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707182:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707183:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707186:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707187:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707188:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707189:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707190:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707191:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707192:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707193:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707194:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707195:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707196:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707197:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707198:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707199:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707201:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707202:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707203:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707204:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707205:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707206:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707207:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707208:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707213:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707213:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707215:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707216:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707217:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707218:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707220:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707221:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707224:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707225:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707226:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707227:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707228:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707229:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707230:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707231:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707232:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707233:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707234:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707235:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707236:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707237:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707239:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707240:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707241:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707242:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707243:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707244:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707245:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707246:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707247:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707248:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707249:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707253:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707254:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707256:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707258:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707259:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707261:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707262:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707264:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707265:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707266:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707267:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707268:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707269:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707270:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707271:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707272:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707273:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707274:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707275:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707277:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707278:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707279:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707280:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707281:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707282:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707283:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707284:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707285:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707286:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707287:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707288:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707289:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707290:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707294:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707296:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707298:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707299:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707301:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707301:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707302:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707304:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707305:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707305:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707306:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707308:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707309:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707310:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707311:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707312:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707313:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707315:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707316:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707317:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707318:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707319:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707320:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707321:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707322:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707322:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707324:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707325:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707326:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707327:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707328:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707329:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707331:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707335:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707337:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707337:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707339:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707340:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707341:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707342:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707342:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707344:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707345:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707346:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707347:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707348:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707349:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707352:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707353:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707354:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707355:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707356:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707357:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707358:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707358:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707359:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707360:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707362:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707363:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707364:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707365:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707366:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707368:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707369:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707370:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707371:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707375:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707376:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707377:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707378:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707379:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707380:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707381:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707382:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707384:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707385:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707386:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707389:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707389:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707391:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707392:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707393:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707394:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707395:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707396:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707396:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707398:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707399:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707400:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707401:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707402:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707403:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707405:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707406:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707407:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707408:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707409:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707410:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707411:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707414:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707415:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707417:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707418:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707419:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707420:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707421:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707423:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707425:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707426:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707428:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707428:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707429:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707431:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707432:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707432:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707433:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707434:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707436:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707437:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707438:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707439:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707440:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707442:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707442:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707444:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707444:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707446:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707447:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707448:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707448:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707449:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707450:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707454:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707455:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707457:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707458:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707459:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707462:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707463:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707464:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707465:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707466:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707467:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707468:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707469:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707470:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707471:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707472:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707474:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707475:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707476:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707477:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707479:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707479:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707481:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707481:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707483:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707484:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707485:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707485:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707486:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707487:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707488:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707490:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707491:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707496:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707497:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707499:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707500:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707502:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707503:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707504:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707505:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707506:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707507:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707508:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707509:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707510:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707511:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707512:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707514:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707515:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707516:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707517:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707518:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707519:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707520:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707521:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707522:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707523:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707524:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707525:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707526:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707527:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707528:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707529:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707531:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707532:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707536:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707538:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707539:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707541:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707542:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707543:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707544:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707544:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707546:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707547:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707548:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707549:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707550:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707551:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707554:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707554:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707556:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707556:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707558:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707559:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707560:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707560:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707561:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707562:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707564:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707565:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707566:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707567:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707568:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707570:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707571:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707572:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707573:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707577:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707578:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707579:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707580:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707581:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707582:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707583:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707584:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707586:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707587:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707588:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707590:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707591:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707593:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707593:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707595:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707596:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707597:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707597:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707598:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707599:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707600:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707602:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707603:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707604:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707605:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707607:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707608:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707609:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707610:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707611:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707612:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707613:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707616:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707617:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707619:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707620:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707621:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707622:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707623:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707624:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707627:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707628:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707629:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707630:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707631:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707633:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707634:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707649:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707650:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707652:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707653:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707654:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707655:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707657:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707658:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707660:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707661:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707663:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707663:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707665:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707667:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707668:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707669:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707670:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707672:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707677:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707679:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707681:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707682:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707684:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707687:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707688:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707690:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707690:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707692:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707693:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707694:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707695:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707696:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707698:0:12394:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707699:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707700:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941435.707701:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707703:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707704:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941435.707706:0:12394:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941435.707706:0:12394:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) cmd=c00866a4 arg=7fff1a6f50a0 00000080:00000001:1.0:1773941435.707708:0:12394:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941435.707708:0:12394:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941435.707709:0:12394:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff96f29874a800. 00000020:00000001:1.0:1773941435.707711:0:12394:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707712:0:12394:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941435.707712:0:12394:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941435.707713:0:12394:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff96f289169800: cmd=c00866a4 len=592 karg=ffff96f29874a800 uarg=0000000000000000 00020000:00000001:1.0:1773941435.707730:0:12394:0:(lov_obd.c:984:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1773941435.707731:0:12394:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1773941435.707732:0:12394:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1773941435.707734:0:12394:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff96f29874a800. 00000080:00000001:1.0:1773941435.707738:0:12394:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1773941435.707740:0:12394:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1773941435.707749:0:12394:0:(dir.c:2980:ll_dir_release()) Process entered 00000080:00000001:1.0:1773941435.707751:0:12394:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1773941435.707753:0:12394:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffbdb7c1e7fdb0 00000080:00200008:1.0:1773941435.707755:0:12394:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff96f2a06b7448), flags 100000 00000080:00400000:1.0:1773941435.707758:0:12394:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1773941435.707762:0:12394:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f284fed540. 00000080:00000001:1.0:1773941435.707764:0:12394:0:(file.c:439:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1773941435.707766:0:12394:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffbdb7c1e7fdb0 00000080:00000008:1.0:1773941435.707768:0:12394:0:(file.c:464:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff96f2a06b7448), flags 100000, rc = 0 00000080:00000001:1.0:1773941435.707770:0:12394:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941435.707771:0:12394:0:(dir.c:2981:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941435.720633:0:12411:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffbdb7c1d87d08 00000080:00200008:3.0:1773941435.720640:0:12411:0:(file.c:6291:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff96f2a06b7448), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1773941435.720648:0:12411:0:(file.c:6184:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773941435.720651:0:12411:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffbdb7c1d87c80 00000080:00200000:3.0:1773941435.720653:0:12411:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448),name=/ 00000080:00000010:3.0:1773941435.720660:0:12411:0:(llite_lib.c:3907:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff96f2916dce00. 00800000:00000002:3.0:1773941435.720666:0:12411:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff96f298b7ac80 2 00000080:00000001:3.0:1773941435.720670:0:12411:0:(namei.c:943:ll_intent_lock()) Process entered 00000020:00000010:3.0:1773941435.720676:0:12411:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff96f2a01ee400. 00800000:00000001:3.0:1773941435.720681:0:12411:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773941435.720683:0:12411:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffbdb7c1d87ba0 00800000:00000002:3.0:1773941435.720686:0:12411:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773941435.720690:0:12411:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1773941435.720694:0:12411:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000020:00000010:3.0:1773941435.720700:0:12411:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff96f2a01ec400. 00000002:00000001:3.0:1773941435.720703:0:12411:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773941435.720705:0:12411:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffbdb7c1d87a70 00000002:00010000:3.0:1773941435.720707:0:12411:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773941435.720711:0:12411:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773941435.720713:0:12411:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773941435.720734:0:12411:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773941435.720741:0:12411:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff96f29169a500 count: 2 00010000:00000001:3.0:1773941435.720744:0:12411:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773941435.720749:0:12411:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:3.0:1773941435.720754:0:12411:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff96f290a26a00. 00010000:00000001:3.0:1773941435.720758:0:12411:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773941435.720764:0:12411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f289169800 lock: ffff96f28164de00/0x6eb1e9e7edefbf97 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x26a307eb0524636 expref: -99 pid: 12394 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 02000000:00000001:3.0:1773941435.720777:0:12411:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773941435.720782:0:12411:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941435.720792:0:12411:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f289169800 lock: ffff96f28164de00/0x6eb1e9e7edefbf97 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x26a307eb0524636 expref: -99 pid: 12394 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000002:00000001:3.0:1773941435.720801:0:12411:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773941435.720804:0:12411:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773941435.720806:0:12411:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773941435.720809:0:12411:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773941435.720812:0:12411:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773941435.720814:0:12411:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773941435.720818:0:12411:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773941435.720821:0:12411:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff96f298b7ac80 2 00000080:00000010:3.0:1773941435.720825:0:12411:0:(llite_lib.c:4048:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff96f2916dce00. 00000080:00000001:3.0:1773941435.720829:0:12411:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773941435.720831:0:12411:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773941435.720834:0:12411:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f2a06b7448) 00000080:00010000:3.0:1773941435.720839:0:12411:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f2a06b7448) for lock 0x6eb1e9e7edefbf97 00800000:00000001:3.0:1773941435.720843:0:12411:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773941435.720845:0:12411:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773941435.720847:0:12411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941435.720850:0:12411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941435.720853:0:12411:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164de00 refcount=3 00000020:00000001:3.0:1773941435.720856:0:12411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000001:3.0:1773941435.720860:0:12411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000001:3.0:1773941435.720863:0:12411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941435.720865:0:12411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773941435.720867:0:12411:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773941435.720869:0:12411:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773941435.720873:0:12411:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6eb1e9e7edefbf97 from it ffffbdb7c1d87cb8 00010000:00000001:3.0:1773941435.720876:0:12411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941435.720878:0:12411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941435.720879:0:12411:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164de00 refcount=3 00000020:00000001:3.0:1773941435.720882:0:12411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000001:3.0:1773941435.720885:0:12411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000001:3.0:1773941435.720888:0:12411:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941435.720898:0:12411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f289169800 lock: ffff96f28164de00/0x6eb1e9e7edefbf97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x26a307eb0524636 expref: -99 pid: 12394 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00000001:3.0:1773941435.720906:0:12411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941435.720907:0:12411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941435.720910:0:12411:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773941435.720912:0:12411:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773941435.720915:0:12411:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f289169800 lock: ffff96f28164de00/0x6eb1e9e7edefbf97 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x26a307eb0524636 expref: -99 pid: 12394 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00000001:3.0:1773941435.720923:0:12411:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941435.720926:0:12411:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773941435.720928:0:12411:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773941435.720931:0:12411:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.720934:0:12411:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773941435.720936:0:12411:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.720938:0:12411:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941435.720943:0:12411:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff96f2916dce00. 00010000:00000001:3.0:1773941435.720946:0:12411:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.720948:0:12411:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941435.720951:0:12411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941435.720952:0:12411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773941435.720955:0:12411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941435.720958:0:12411:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773941435.720974:0:12411:0:(file.c:6244:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941435.720981:0:12411:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1856 at ffff96f283d8c000. 00000020:00000001:3.0:1773941435.720985:0:12411:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffbdb7c1d87d08 00000080:00000008:3.0:1773941435.720987:0:12411:0:(file.c:6469:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff96f2a06b7448), request_mask 2047, flags 0, foreign 0 00000020:00000001:3.0:1773941435.721118:0:12411:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffbdb7c1d87d08 00000080:00200008:3.0:1773941435.721121:0:12411:0:(file.c:6291:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff96f2a06b7448), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1773941435.721126:0:12411:0:(file.c:6184:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773941435.721128:0:12411:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffbdb7c1d87c80 00000080:00200000:3.0:1773941435.721131:0:12411:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448),name=/ 00000080:00000010:3.0:1773941435.721135:0:12411:0:(llite_lib.c:3907:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff96f2916dc400. 00800000:00000002:3.0:1773941435.721139:0:12411:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff96f298b7ac80 2 00000080:00000001:3.0:1773941435.721146:0:12411:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773941435.721148:0:12411:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773941435.721150:0:12411:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffbdb7c1d87ba0 00800000:00000002:3.0:1773941435.721152:0:12411:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773941435.721156:0:12411:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1773941435.721159:0:12411:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773941435.721162:0:12411:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773941435.721164:0:12411:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffbdb7c1d87a70 00000002:00010000:3.0:1773941435.721166:0:12411:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773941435.721169:0:12411:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773941435.721172:0:12411:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773941435.721173:0:12411:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773941435.721177:0:12411:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff96f29169a500 count: 2 00010000:00000001:3.0:1773941435.721179:0:12411:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773941435.721182:0:12411:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941435.721185:0:12411:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773941435.721188:0:12411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f289169800 lock: ffff96f28164de00/0x6eb1e9e7edefbf97 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x26a307eb0524636 expref: -99 pid: 12394 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 02000000:00000001:3.0:1773941435.721196:0:12411:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773941435.721199:0:12411:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941435.721203:0:12411:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f289169800 lock: ffff96f28164de00/0x6eb1e9e7edefbf97 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x26a307eb0524636 expref: -99 pid: 12394 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000002:00000001:3.0:1773941435.721211:0:12411:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773941435.721213:0:12411:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773941435.721214:0:12411:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773941435.721217:0:12411:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773941435.721219:0:12411:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773941435.721221:0:12411:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773941435.721224:0:12411:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773941435.721226:0:12411:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff96f298b7ac80 2 00000080:00000010:3.0:1773941435.721229:0:12411:0:(llite_lib.c:4048:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff96f2916dc400. 00000080:00000001:3.0:1773941435.721232:0:12411:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773941435.721239:0:12411:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773941435.721242:0:12411:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f2a06b7448) 00000080:00010000:3.0:1773941435.721245:0:12411:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f2a06b7448) for lock 0x6eb1e9e7edefbf97 00800000:00000001:3.0:1773941435.721248:0:12411:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773941435.721250:0:12411:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773941435.721252:0:12411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941435.721254:0:12411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941435.721256:0:12411:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164de00 refcount=3 00000020:00000001:3.0:1773941435.721258:0:12411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000001:3.0:1773941435.721261:0:12411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000001:3.0:1773941435.721264:0:12411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941435.721265:0:12411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773941435.721267:0:12411:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773941435.721269:0:12411:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773941435.721272:0:12411:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6eb1e9e7edefbf97 from it ffffbdb7c1d87cb8 00010000:00000001:3.0:1773941435.721274:0:12411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941435.721275:0:12411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941435.721277:0:12411:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164de00 refcount=3 00000020:00000001:3.0:1773941435.721279:0:12411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000001:3.0:1773941435.721281:0:12411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029964288 : -115506679587328 : ffff96f28164de00) 00010000:00000001:3.0:1773941435.721284:0:12411:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941435.721287:0:12411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f289169800 lock: ffff96f28164de00/0x6eb1e9e7edefbf97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x26a307eb0524636 expref: -99 pid: 12394 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00000001:3.0:1773941435.721294:0:12411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941435.721296:0:12411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941435.721298:0:12411:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773941435.721299:0:12411:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773941435.721302:0:12411:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f289169800 lock: ffff96f28164de00/0x6eb1e9e7edefbf97 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x26a307eb0524636 expref: -99 pid: 12394 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00000001:3.0:1773941435.721309:0:12411:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941435.721311:0:12411:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773941435.721317:0:12411:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773941435.721320:0:12411:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.721322:0:12411:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773941435.721324:0:12411:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.721327:0:12411:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.721330:0:12411:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.721333:0:12411:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941435.721335:0:12411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941435.721337:0:12411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773941435.721338:0:12411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941435.721340:0:12411:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773941435.721342:0:12411:0:(file.c:6244:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941435.721345:0:12411:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffbdb7c1d87d08 00000080:00000008:3.0:1773941435.721347:0:12411:0:(file.c:6469:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff96f2a06b7448), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1773941435.721818:0:12411:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941435.728266:0:12411:0:(llite_lib.c:1002:ll_kill_super()) Process entered 00000080:00000001:3.0:1773941435.728270:0:12411:0:(llite_lib.c:1023:ll_kill_super()) Process leaving 00000080:00000001:3.0:1773941435.728280:0:12411:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1773941435.728284:0:12411:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1773941435.728292:0:12411:0:(llite_lib.c:3261:ll_delete_inode()) Process entered 00000080:00000001:3.0:1773941435.728295:0:12411:0:(llite_lib.c:1948:ll_clear_inode()) Process entered 00000080:00200000:3.0:1773941435.728297:0:12411:0:(llite_lib.c:1951:ll_clear_inode()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f2a06b7448) 00800000:00000001:3.0:1773941435.728303:0:12411:0:(lmv_obd.c:1610:lmv_null_inode()) Process entered 00800000:00000002:3.0:1773941435.728305:0:12411:0:(lmv_obd.c:1612:lmv_null_inode()) CBDATA for [0x200000007:0x1:0x0] 00000002:00000001:3.0:1773941435.728309:0:12411:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:3.0:1773941435.728314:0:12411:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff96f29169a500 count: 2 00010000:00000001:3.0:1773941435.728317:0:12411:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773941435.728321:0:12411:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773941435.728323:0:12411:0:(lmv_obd.c:1622:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941435.728325:0:12411:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1773941435.728327:0:12411:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1773941435.728329:0:12411:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941435.728332:0:12411:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773941435.728335:0:12411:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff96f298b7ac80 1 00800000:00000010:3.0:1773941435.728339:0:12411:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff96f298b7ac80. 00000080:00000001:3.0:1773941435.728344:0:12411:0:(llite_lib.c:1999:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1773941435.728345:0:12411:0:(llite_lib.c:3280:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1773941435.728352:0:12411:0:(llite_lib.c:1565:ll_put_super()) Process entered 00000080:00200000:3.0:1773941435.728359:0:12411:0:(llite_lib.c:1572:ll_put_super()) VFS Op: cfg_instance lustre-client-ffff96f289169800 (sb ffff96f289169800) 00000020:00000001:3.0:1773941435.728364:0:12411:0:(obd_mount.c:116:lustre_end_log()) Process entered 00000020:00000010:3.0:1773941435.728368:0:12411:0:(obd_mount.c:126:lustre_end_log()) kmalloced '(lcfg)': 176 at ffff96f282b256c0. 00000020:00000001:3.0:1773941435.728371:0:12411:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1773941435.728374:0:12411:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f2916dc400. 00000020:00000010:3.0:1773941435.728378:0:12411:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f2916dda00. 00000040:00000010:3.0:1773941435.728382:0:12411:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f2916dc200. 00000020:00000010:3.0:1773941435.728388:0:12411:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f283d89800. 00000020:00000010:3.0:1773941435.728393:0:12411:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f2916dc600. 00040000:00000010:3.0:1773941435.728397:0:12411:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f283258e00. 00040000:00000010:3.0:1773941435.728402:0:12411:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f2916dcc00. 10000000:00000001:3.0:1773941435.728407:0:12411:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:3.0:1773941435.728409:0:12411:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:3.0:1773941435.728412:0:12411:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:3.0:1773941435.728414:0:12411:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1773941435.728417:0:12411:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941435.728419:0:12411:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff96f2850ef400) refs 3 10000000:00000001:3.0:1773941435.728421:0:12411:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941435.728424:0:12411:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446628567091442688 : -115506618108928 : ffff96f2850ef400) 10000000:00000001:3.0:1773941435.728427:0:12411:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1773941435.728429:0:12411:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x6eb1e9e7edefbf4a 00010000:00000001:3.0:1773941435.728432:0:12411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941435.728435:0:12411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941435.728437:0:12411:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289192000 refcount=2 00000020:00000001:3.0:1773941435.728440:0:12411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159218176 : -115506550333440 : ffff96f289192000) 00010000:00000001:3.0:1773941435.728443:0:12411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159218176 : -115506550333440 : ffff96f289192000) 00010000:00000001:3.0:1773941435.728446:0:12411:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941435.728449:0:12411:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941435.728454:0:12411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289192000/0x6eb1e9e7edefbf4a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26a307eb0524605 expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941435.728463:0:12411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941435.728464:0:12411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941435.728466:0:12411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941435.728472:0:12411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941435.728473:0:12411:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289192000 refcount=3 00000020:00000001:3.0:1773941435.728475:0:12411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159218176 : -115506550333440 : ffff96f289192000) 00010000:00000001:3.0:1773941435.728477:0:12411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159218176 : -115506550333440 : ffff96f289192000) 00010000:00000001:3.0:1773941435.728480:0:12411:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1773941435.728483:0:12411:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289192000/0x6eb1e9e7edefbf4a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x26a307eb0524605 expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941435.728489:0:12411:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941435.728493:0:12411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289192000/0x6eb1e9e7edefbf4a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x26a307eb0524605 expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941435.728499:0:12411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941435.728500:0:12411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773941435.728503:0:12411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f289192000/0x6eb1e9e7edefbf4a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x26a307eb0524605 expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941435.728508:0:12411:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941435.728510:0:12411:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.728514:0:12411:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1773941435.728518:0:12411:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96f282b25cc0. 00010000:00000001:3.0:1773941435.728521:0:12411:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1773941435.728537:0:12411:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1773941435.728540:0:12411:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.728542:0:12411:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.728544:0:12411:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941435.728546:0:12411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941435.728548:0:12411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1773941435.728549:0:12339:0:(genops.c:1914:obd_stale_export_get()) Process entered 10000000:00000001:3.0:1773941435.728551:0:12411:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 00000020:00000001:2.0:1773941435.728554:0:12339:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1773941435.728555:0:12411:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x6eb1e9e7edefbf6d 00010000:00000001:3.0:1773941435.728559:0:12411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941435.728562:0:12411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:2.0:1773941435.728563:0:12339:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000040:3.0:1773941435.728565:0:12411:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289192c00 refcount=2 00000020:00000001:3.0:1773941435.728568:0:12411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159221248 : -115506550330368 : ffff96f289192c00) 00010000:00000001:2.0:1773941435.728569:0:12339:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1773941435.728573:0:12339:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00000001:3.0:1773941435.728578:0:12411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159221248 : -115506550330368 : ffff96f289192c00) 00010000:00010000:2.0:1773941435.728579:0:12339:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f289192000/0x6eb1e9e7edefbf4a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x26a307eb0524605 expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941435.728584:0:12411:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941435.728587:0:12411:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941435.728593:0:12411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289192c00/0x6eb1e9e7edefbf6d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26a307eb052460c expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941435.728596:0:12339:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f289192000 already unused, calling callback (ffffffffc147fc20) 10000000:00000001:2.0:1773941435.728602:0:12339:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:3.0:1773941435.728606:0:12411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00010000:2.0:1773941435.728607:0:12339:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f289192000/0x6eb1e9e7edefbf4a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x26a307eb0524605 expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941435.728609:0:12411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941435.728612:0:12411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941435.728614:0:12411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941435.728618:0:12411:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289192c00 refcount=3 00000020:00000001:3.0:1773941435.728623:0:12411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159221248 : -115506550330368 : ffff96f289192c00) 00010000:00000001:2.0:1773941435.728625:0:12339:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941435.728627:0:12411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159221248 : -115506550330368 : ffff96f289192c00) 00010000:00000001:2.0:1773941435.728629:0:12339:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1773941435.728631:0:12411:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00000020:00000001:2.0:1773941435.728633:0:12339:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:3.0:1773941435.728635:0:12411:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289192c00/0x6eb1e9e7edefbf6d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x26a307eb052460c expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000040:2.0:1773941435.728637:0:12339:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289192000 refcount=3 00000020:00000001:2.0:1773941435.728644:0:12339:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159218176 : -115506550333440 : ffff96f289192000) 00010000:00000001:3.0:1773941435.728647:0:12411:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00000001:2.0:1773941435.728650:0:12339:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159218176 : -115506550333440 : ffff96f289192000) 00010000:00010000:3.0:1773941435.728652:0:12411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289192c00/0x6eb1e9e7edefbf6d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x26a307eb052460c expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941435.728655:0:12339:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773941435.728660:0:12339:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f289192000/0x6eb1e9e7edefbf4a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x26a307eb0524605 expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941435.728661:0:12411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941435.728665:0:12411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773941435.728669:0:12411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f289192c00/0x6eb1e9e7edefbf6d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x26a307eb052460c expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1773941435.728677:0:12339:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941435.728682:0:12339:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f289192000/0x6eb1e9e7edefbf4a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x26a307eb0524605 expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941435.728683:0:12411:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941435.728687:0:12411:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.728692:0:12411:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 10000000:01000000:2.0:1773941435.728695:0:12339:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00000010:3.0:1773941435.728697:0:12411:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96f282b25c00. 10000000:01000000:2.0:1773941435.728701:0:12339:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 00010000:00000001:3.0:1773941435.728703:0:12411:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 10000000:00000001:2.0:1773941435.728705:0:12339:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:3.0:1773941435.728733:0:12411:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1773941435.728737:0:12411:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1773941435.728740:0:12339:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff96f2850ef400) refs 3 10000000:00000001:2.0:1773941435.728745:0:12339:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:3.0:1773941435.728747:0:12411:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941435.728749:0:12339:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.728752:0:12411:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941435.728755:0:12411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941435.728756:0:12339:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773941435.728758:0:12411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1773941435.728761:0:12411:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1773941435.728761:0:12339:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 10000000:00000040:3.0:1773941435.728766:0:12411:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff96f2850ee800) refs 2 00010000:00000001:2.0:1773941435.728766:0:12339:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773941435.728771:0:12339:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 10000000:00000001:3.0:1773941435.728772:0:12411:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1773941435.728775:0:12339:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941435.728776:0:12411:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1773941435.728781:0:12411:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x6eb1e9e7edefbf74 00000020:00000040:2.0:1773941435.728782:0:12339:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f289192000 with handle 0x6eb1e9e7edefbf4a from hash 00010000:00000001:3.0:1773941435.728784:0:12411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941435.728787:0:12411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1773941435.728789:0:12339:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000020:00000040:3.0:1773941435.728791:0:12411:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289193800 refcount=2 00010000:00000001:2.0:1773941435.728793:0:12339:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1773941435.728796:0:12411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159224320 : -115506550327296 : ffff96f289193800) 00010000:00000001:2.0:1773941435.728796:0:12339:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941435.728800:0:12339:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941435.728801:0:12411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159224320 : -115506550327296 : ffff96f289193800) 00010000:00000001:2.0:1773941435.728804:0:12339:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941435.728806:0:12411:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941435.728808:0:12339:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1773941435.728810:0:12411:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941435.728815:0:12339:0:(ldlm_request.c:2242:ldlm_cli_cancel_list()) Process entered 00010000:00010000:3.0:1773941435.728817:0:12411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289193800/0x6eb1e9e7edefbf74 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26a307eb0524613 expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941435.728819:0:12339:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:3.0:1773941435.728827:0:12411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:2.0:1773941435.728828:0:12339:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f2a0dd0a80. 00010000:00000001:3.0:1773941435.728830:0:12411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941435.728834:0:12411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000040:2.0:1773941435.728835:0:12339:0:(genops.c:1229:class_import_get()) import ffff96f2a0db1800 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:3.0:1773941435.728836:0:12411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941435.728839:0:12411:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289193800 refcount=3 00000020:00000001:3.0:1773941435.728843:0:12411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159224320 : -115506550327296 : ffff96f289193800) 00000100:00000001:2.0:1773941435.728843:0:12339:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941435.728847:0:12339:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:3.0:1773941435.728848:0:12411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159224320 : -115506550327296 : ffff96f289193800) 00010000:00000001:3.0:1773941435.728853:0:12411:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 02000000:00000001:2.0:1773941435.728853:0:12339:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941435.728858:0:12411:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289193800/0x6eb1e9e7edefbf74 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x26a307eb0524613 expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:2.0:1773941435.728862:0:12339:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f287e2c600. 00010000:00000001:3.0:1773941435.728867:0:12411:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000001:2.0:1773941435.728871:0:12339:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941435.728872:0:12411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289193800/0x6eb1e9e7edefbf74 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x26a307eb0524613 expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941435.728877:0:12339:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1773941435.728884:0:12339:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.145@tcp lock: ffff96f289192000/0x6eb1e9e7edefbf4a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x26a307eb0524605 expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941435.728904:0:12411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773941435.728905:0:12339:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773941435.728907:0:12411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941435.728910:0:12339:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773941435.728912:0:12411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f289193800/0x6eb1e9e7edefbf74 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x26a307eb0524613 expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941435.728918:0:12339:0:(jobid.c:936:lustre_get_jobid()) Process entered 00010000:00000001:3.0:1773941435.728923:0:12411:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1773941435.728925:0:12339:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.728926:0:12411:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.728932:0:12411:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1773941435.728935:0:12411:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96f282b25180. 00000100:00000040:2.0:1773941435.728939:0:12339:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000658be8d7] to pc [ptlrpcd_01_01+1] req@ffff96f2a0dd0a80 x1860112264211840/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941435.728940:0:12411:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000020:00000001:0.0:1773941435.728942:0:12338:0:(genops.c:1914:obd_stale_export_get()) Process entered 00010000:00010000:3.0:1773941435.728946:0:12411:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000020:00000001:0.0:1773941435.728946:0:12338:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941435.728949:0:12338:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:3.0:1773941435.728954:0:12411:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.728958:0:12411:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.728974:0:12411:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941435.728976:0:12411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941435.728977:0:12411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1773941435.728979:0:12411:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941435.728981:0:12411:0:(mgc_request.c:123:config_log_put()) log params(ffff96f2850efe00) refs 2 10000000:00000001:3.0:1773941435.728984:0:12411:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1773941435.728986:0:12411:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941435.728988:0:12411:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1773941435.728989:0:12339:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:3.0:1773941435.728990:0:12411:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941435.728992:0:12411:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff96f289152a00) refs 2 10000000:00000001:3.0:1773941435.728994:0:12411:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1773941435.728997:0:12411:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941435.728999:0:12411:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941435.729003:0:12411:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1773941435.729003:0:12339:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000040:3.0:1773941435.729004:0:12411:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff96f2850ef400) refs 2 00010000:00000001:2.0:1773941435.729008:0:12339:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1773941435.729009:0:12411:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1773941435.729012:0:12339:0:(ldlm_request.c:2290:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941435.729013:0:12411:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941435.729016:0:12411:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff96f2850ef400) refs 1 00010000:00000001:2.0:1773941435.729018:0:12339:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1773941435.729021:0:12411:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 10000000:00000001:2.0:1773941435.729022:0:12339:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941435.729024:0:12411:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941435.729027:0:12411:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00010000:2.0:1773941435.729028:0:12339:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f289192000/0x6eb1e9e7edefbf4a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x26a307eb0524605 expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1773941435.729029:0:12411:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1773941435.729036:0:12339:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:3.0:1773941435.729040:0:12411:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00010000:2.0:1773941435.729041:0:12339:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f289192000/0x6eb1e9e7edefbf4a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x26a307eb0524605 expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1773941435.729043:0:12411:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941435.729047:0:12411:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941435.729049:0:12411:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941435.729052:0:12411:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941435.729055:0:12411:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941435.729056:0:12411:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1773941435.729059:0:12411:0:(genops.c:898:class_export_put()) PUTting export ffff96f28916a000 : new refcount 5 00010000:00000001:2.0:1773941435.729059:0:12339:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941435.729063:0:12339:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 10000000:00000010:3.0:1773941435.729065:0:12411:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at ffff96f2850ef400. 00010000:00000010:2.0:1773941435.729067:0:12339:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96f282b25cc0. 10000000:00000001:3.0:1773941435.729071:0:12411:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:3.0:1773941435.729074:0:12411:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00000001:2.0:1773941435.729074:0:12339:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941435.729080:0:12411:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941435.729080:0:12339:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941435.729084:0:12339:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941435.729085:0:12411:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941435.729089:0:12339:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:3.0:1773941435.729093:0:12411:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f2916dda00. 00010000:00000001:2.0:1773941435.729093:0:12339:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1773941435.729096:0:12339:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000040:00000010:3.0:1773941435.729101:0:12411:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f2916dc200. 00010000:00010000:2.0:1773941435.729102:0:12339:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f289193800/0x6eb1e9e7edefbf74 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x26a307eb0524613 expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000010:3.0:1773941435.729108:0:12411:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f283d89800. 00000020:00000010:3.0:1773941435.729115:0:12411:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f2916dc600. 00010000:00010000:2.0:1773941435.729115:0:12339:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f289193800 already unused, calling callback (ffffffffc147fc20) 10000000:00000001:2.0:1773941435.729121:0:12339:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00040000:00000010:3.0:1773941435.729122:0:12411:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f283258e00. 10000000:00010000:2.0:1773941435.729124:0:12339:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f289193800/0x6eb1e9e7edefbf74 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x26a307eb0524613 expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00040000:00000010:3.0:1773941435.729128:0:12411:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f2916dcc00. 00000020:00000010:3.0:1773941435.729134:0:12411:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f2916dc400. 00010000:00000001:2.0:1773941435.729136:0:12339:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000001:3.0:1773941435.729139:0:12411:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941435.729139:0:12339:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941435.729143:0:12339:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1773941435.729145:0:12411:0:(obd_mount.c:131:lustre_end_log()) kfreed 'lcfg': 176 at ffff96f282b256c0. 00000020:00000040:2.0:1773941435.729147:0:12339:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289193800 refcount=3 00000020:00000001:3.0:1773941435.729150:0:12411:0:(obd_mount.c:132:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941435.729151:0:12339:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159224320 : -115506550327296 : ffff96f289193800) 00000020:00000001:3.0:1773941435.729155:0:12411:0:(obd_mount.c:116:lustre_end_log()) Process entered 00010000:00000001:2.0:1773941435.729157:0:12339:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159224320 : -115506550327296 : ffff96f289193800) 00000020:00000010:3.0:1773941435.729161:0:12411:0:(obd_mount.c:126:lustre_end_log()) kmalloced '(lcfg)': 168 at ffff96f282b256c0. 00000020:00000001:3.0:1773941435.729165:0:12411:0:(obd_class.h:681:obd_process_config()) Process entered 00010000:00000001:2.0:1773941435.729168:0:12339:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000010:3.0:1773941435.729171:0:12411:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f2916dc400. 00010000:00010000:2.0:1773941435.729173:0:12339:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f289193800/0x6eb1e9e7edefbf74 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x26a307eb0524613 expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000010:3.0:1773941435.729178:0:12411:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f2916dcc00. 00010000:00000001:0.0:1773941435.729181:0:12414:0:(ldlm_lockd.c:2959:ldlm_bl_thread_main()) Process entered 00000040:00000010:3.0:1773941435.729184:0:12411:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f2916dc600. 10000000:00000001:2.0:1773941435.729185:0:12339:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000010:0.0:1773941435.729186:0:12414:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff96f282edde00. 10000000:00010000:2.0:1773941435.729189:0:12339:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f289193800/0x6eb1e9e7edefbf74 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x26a307eb0524613 expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000010:3.0:1773941435.729192:0:12411:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f283d89800. 00000020:00000010:0.0:1773941435.729193:0:12414:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f2850efa00. 10000000:01000000:2.0:1773941435.729195:0:12339:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1773941435.729199:0:12339:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:00000001:2.0:1773941435.729201:0:12339:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:3.0:1773941435.729202:0:12411:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f2916dc200. 00000020:00000010:0.0:1773941435.729202:0:12414:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f2850ee400. 10000000:00000040:2.0:1773941435.729203:0:12339:0:(mgc_request.c:123:config_log_put()) log params(ffff96f2850efe00) refs 1 10000000:01000000:2.0:1773941435.729206:0:12339:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:00000001:2.0:1773941435.729208:0:12339:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941435.729210:0:12339:0:(mgc_request.c:120:config_log_put()) Process leaving 00040000:00000010:3.0:1773941435.729211:0:12411:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f283258e00. 10000000:00000001:2.0:1773941435.729212:0:12339:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:0.0:1773941435.729212:0:12414:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f289144800. 10000000:00000001:2.0:1773941435.729214:0:12339:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941435.729218:0:12339:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941435.729218:0:12339:0:(mgc_request.c:120:config_log_put()) Process leaving 00040000:00000010:3.0:1773941435.729220:0:12411:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f2916dda00. 10000000:00000001:2.0:1773941435.729220:0:12339:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941435.729221:0:12339:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000010:0.0:1773941435.729221:0:12414:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f28918f8c0. 10000000:00000001:2.0:1773941435.729223:0:12339:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941435.729225:0:12339:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941435.729226:0:12411:0:(mgc_request.c:1932:mgc_process_config()) Process entered 00000020:00000040:2.0:1773941435.729228:0:12339:0:(genops.c:898:class_export_put()) PUTting export ffff96f28916a000 : new refcount 4 10000000:00000001:3.0:1773941435.729230:0:12411:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000010:2.0:1773941435.729231:0:12339:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at ffff96f2850efe00. 00000020:00000010:0.0:1773941435.729231:0:12414:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f2850ee000. 10000000:00000001:3.0:1773941435.729235:0:12411:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:2.0:1773941435.729237:0:12339:0:(mgc_request.c:147:config_log_put()) Process leaving 80000000:00000010:0.0:1773941435.729237:0:12414:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f28376f900. 10000000:00000001:3.0:1773941435.729238:0:12411:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:2.0:1773941435.729240:0:12339:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941435.729242:0:12339:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 40000000:00000010:0.0:1773941435.729242:0:12414:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff96f282edd400. 00010000:00000001:2.0:1773941435.729244:0:12339:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773941435.729248:0:12339:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00100000:00000010:0.0:1773941435.729248:0:12414:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f289141000. 10000000:00000001:3.0:1773941435.729249:0:12411:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941435.729251:0:12339:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00040000:00000010:0.0:1773941435.729252:0:12414:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f2834a7b00. 10000000:00000001:3.0:1773941435.729255:0:12411:0:(mgc_request.c:497:config_log_end()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1773941435.729256:0:12339:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1773941435.729256:0:12414:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f2850ef600. 10000000:00000001:3.0:1773941435.729262:0:12411:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000040:2.0:1773941435.729263:0:12339:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f289193800 with handle 0x6eb1e9e7edefbf74 from hash 00002000:00000010:0.0:1773941435.729264:0:12414:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff96f288f6a000. 00010000:00000001:2.0:1773941435.729268:0:12339:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000020:00000010:3.0:1773941435.729269:0:12411:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f2916dcc00. 00010000:00000001:2.0:1773941435.729270:0:12339:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1773941435.729270:0:12414:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f282edd0c0. 00010000:00000001:2.0:1773941435.729272:0:12339:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941435.729275:0:12339:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000040:00000010:3.0:1773941435.729277:0:12411:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f2916dc600. 00000020:00000010:3.0:1773941435.729283:0:12411:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f283d89800. 00000020:00000001:0.0:1773941435.729283:0:12414:0:(genops.c:1914:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1773941435.729285:0:12339:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773941435.729288:0:12339:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000020:00000001:0.0:1773941435.729288:0:12414:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941435.729289:0:12411:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f2916dc200. 00010000:00000001:2.0:1773941435.729292:0:12339:0:(ldlm_request.c:2242:ldlm_cli_cancel_list()) Process entered 00010000:00010000:0.0:1773941435.729292:0:12414:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00040000:00000010:3.0:1773941435.729295:0:12411:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f283258e00. 00010000:00000001:2.0:1773941435.729296:0:12339:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:0.0:1773941435.729298:0:12338:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00000100:00000010:2.0:1773941435.729302:0:12339:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f2a0dd3100. 00010000:00000001:0.0:1773941435.729302:0:12338:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00040000:00000010:3.0:1773941435.729303:0:12411:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f2916dda00. 00000020:00000040:2.0:1773941435.729305:0:12339:0:(genops.c:1229:class_import_get()) import ffff96f2a0db1800 refcount=5 obd=MGC192.168.202.145@tcp 00010000:00010000:0.0:1773941435.729306:0:12338:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f289192c00/0x6eb1e9e7edefbf6d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x26a307eb052460c expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000010:3.0:1773941435.729309:0:12411:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f2916dc400. 00000100:00000001:2.0:1773941435.729310:0:12339:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941435.729313:0:12339:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:3.0:1773941435.729316:0:12411:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 02000000:00000001:2.0:1773941435.729317:0:12339:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941435.729317:0:12338:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f289192c00 already unused, calling callback (ffffffffc147fc20) 00000020:00000010:3.0:1773941435.729323:0:12411:0:(obd_mount.c:131:lustre_end_log()) kfreed 'lcfg': 168 at ffff96f282b256c0. 10000000:00000001:0.0:1773941435.729324:0:12338:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000010:2.0:1773941435.729326:0:12339:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f287e2dc00. 10000000:00010000:0.0:1773941435.729328:0:12338:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f289192c00/0x6eb1e9e7edefbf6d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x26a307eb052460c expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1773941435.729330:0:12411:0:(obd_mount.c:132:lustre_end_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1773941435.729331:0:12339:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941435.729336:0:12339:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:0.0:1773941435.729338:0:12338:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000080:00000001:3.0:1773941435.729339:0:12411:0:(llite_lib.c:983:client_common_put_super()) Process entered 00010000:00010000:2.0:1773941435.729340:0:12339:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.145@tcp lock: ffff96f289193800/0x6eb1e9e7edefbf74 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x26a307eb0524613 expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941435.729340:0:12338:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000080:00000001:3.0:1773941435.729344:0:12411:0:(vvp_dev.c:313:cl_sb_fini()) Process entered 00000020:00000001:0.0:1773941435.729344:0:12338:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1773941435.729349:0:12411:0:(cl_object.c:762:cl_env_obtain()) Process entered 00010000:00010000:2.0:1773941435.729349:0:12339:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000040:0.0:1773941435.729349:0:12338:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289192c00 refcount=3 00010000:00000001:2.0:1773941435.729354:0:12339:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773941435.729354:0:12338:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159221248 : -115506550330368 : ffff96f289192c00) 00000020:00000010:3.0:1773941435.729357:0:12411:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f29880d990. 00010000:00000001:0.0:1773941435.729357:0:12338:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159221248 : -115506550330368 : ffff96f289192c00) 00000100:00000001:2.0:1773941435.729358:0:12339:0:(jobid.c:936:lustre_get_jobid()) Process entered 00010000:00000001:0.0:1773941435.729359:0:12338:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1773941435.729363:0:12339:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941435.729363:0:12338:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f289192c00/0x6eb1e9e7edefbf6d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x26a307eb052460c expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000010:3.0:1773941435.729366:0:12411:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f2916dc400. 00000100:00000040:2.0:1773941435.729371:0:12339:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a45b8e51] to pc [ptlrpcd_01_00+0] req@ffff96f2a0dd3100 x1860112264211968/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1773941435.729373:0:12411:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f2916dda00. 10000000:00000001:0.0:1773941435.729373:0:12338:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1773941435.729378:0:12338:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f289192c00/0x6eb1e9e7edefbf6d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x26a307eb052460c expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000010:3.0:1773941435.729382:0:12411:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f282d7ff60. 00010000:00000001:2.0:1773941435.729386:0:12339:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773941435.729389:0:12339:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941435.729391:0:12339:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:3.0:1773941435.729392:0:12411:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff96f288e80b28. 00010000:00000001:2.0:1773941435.729393:0:12339:0:(ldlm_request.c:2290:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1773941435.729393:0:12338:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00000001:2.0:1773941435.729398:0:12339:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1773941435.729398:0:12338:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-cliir: stopping, won't requeue 10000000:00000001:0.0:1773941435.729400:0:12338:0:(mgc_request.c:117:config_log_put()) Process entered 00020000:00000010:3.0:1773941435.729401:0:12411:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f2a11af840. 10000000:00000001:2.0:1773941435.729401:0:12339:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1773941435.729402:0:12338:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff96f2850ee800) refs 1 00010000:00010000:2.0:1773941435.729404:0:12339:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f289193800/0x6eb1e9e7edefbf74 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x26a307eb0524613 expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1773941435.729407:0:12338:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-cliir 10000000:00000001:0.0:1773941435.729409:0:12338:0:(mgc_request.c:117:config_log_put()) Process entered 00008000:00000010:3.0:1773941435.729410:0:12411:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f290897c08. 00010000:00000001:2.0:1773941435.729411:0:12339:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:0.0:1773941435.729411:0:12338:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941435.729414:0:12338:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:2.0:1773941435.729415:0:12339:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f289193800/0x6eb1e9e7edefbf74 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x26a307eb0524613 expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1773941435.729417:0:12338:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941435.729418:0:12338:0:(mgc_request.c:117:config_log_put()) Process entered 00000080:00000010:3.0:1773941435.729420:0:12411:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f284c53bd0. 10000000:00000001:0.0:1773941435.729421:0:12338:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000040:2.0:1773941435.729423:0:12339:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f2883d5f00 count: 0 10000000:00000001:0.0:1773941435.729423:0:12338:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941435.729426:0:12338:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941435.729427:0:12338:0:(mgc_request.c:117:config_log_put()) Process entered 00000080:00000010:3.0:1773941435.729429:0:12411:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff96f298b3e238. 10000000:00000001:0.0:1773941435.729429:0:12338:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1773941435.729432:0:12338:0:(genops.c:898:class_export_put()) PUTting export ffff96f28916a000 : new refcount 3 00000020:00000010:3.0:1773941435.729436:0:12411:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f2916dc200. 10000000:00000010:0.0:1773941435.729436:0:12338:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at ffff96f2850ee800. 00010000:00000001:2.0:1773941435.729438:0:12339:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941435.729440:0:12339:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1773941435.729442:0:12339:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96f282b25180. 10000000:00000001:0.0:1773941435.729443:0:12338:0:(mgc_request.c:147:config_log_put()) Process leaving 00000008:00000010:3.0:1773941435.729444:0:12411:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f29879e6e0. 10000000:00000001:0.0:1773941435.729445:0:12338:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941435.729446:0:12339:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941435.729451:0:12339:0:(genops.c:1914:obd_stale_export_get()) Process entered 00020000:00000010:3.0:1773941435.729452:0:12411:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff96f288e39440. 00010000:00000001:0.0:1773941435.729452:0:12338:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1773941435.729453:0:12339:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941435.729454:0:12338:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773941435.729456:0:12338:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00010000:2.0:1773941435.729457:0:12339:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941435.729459:0:12339:0:(genops.c:1914:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1773941435.729460:0:12338:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00008000:00000010:3.0:1773941435.729461:0:12411:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f287eef380. 00000020:00000001:2.0:1773941435.729463:0:12339:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941435.729463:0:12338:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941435.729467:0:12339:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000010:3.0:1773941435.729468:0:12411:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f2882984b0. 00000020:00000040:0.0:1773941435.729468:0:12338:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f289192c00 with handle 0x6eb1e9e7edefbf6d from hash 00000020:00000001:2.0:1773941435.729471:0:12339:0:(genops.c:1914:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1773941435.729471:0:12338:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:3.0:1773941435.729474:0:12411:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628567417674136 : -115506291877480 : ffff96f29880d998) 00000020:00000001:2.0:1773941435.729475:0:12339:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941435.729475:0:12338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941435.729477:0:12338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773941435.729478:0:12339:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773941435.729481:0:12338:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000020:00001000:3.0:1773941435.729482:0:12411:0:(cl_object.c:831:cl_env_get()) 1@ffff96f29880d990 00010000:00000001:0.0:1773941435.729483:0:12338:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773941435.729487:0:12338:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000100:00000001:2.0:1773941435.729489:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1773941435.729490:0:12338:0:(ldlm_request.c:2242:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773941435.729491:0:12338:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000080:00000010:2.0:1773941435.729497:0:2356:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f2a0e445e8. 00000100:00000010:0.0:1773941435.729497:0:12338:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b11880. 00000020:00000040:0.0:1773941435.729500:0:12338:0:(genops.c:1229:class_import_get()) import ffff96f2a0db1800 refcount=6 obd=MGC192.168.202.145@tcp 00000080:00000010:2.0:1773941435.729501:0:2356:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff96f289117908. 00000080:00000010:2.0:1773941435.729507:0:2356:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f2a0e411e0. 00000100:00000001:0.0:1773941435.729508:0:12338:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1773941435.729510:0:2356:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1773941435.729510:0:12338:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1773941435.729513:0:2356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1773941435.729513:0:12338:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941435.729519:0:12338:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f2850ee800. 00000100:00000040:2.0:1773941435.729520:0:2356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f2a0dd0a80 x1860112264211840/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941435.729523:0:12338:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941435.729525:0:12338:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000020:00000040:3.0:1773941435.729528:0:12411:0:(obd_config.c:1058:class_decref()) Decref lustre-clilmv-ffff96f289169800 (ffff96f284aa4d28) now 5 - lov 00000100:00000001:2.0:1773941435.729530:0:2356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:0.0:1773941435.729530:0:12338:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.145@tcp lock: ffff96f289192c00/0x6eb1e9e7edefbf6d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x26a307eb052460c expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941435.729532:0:2356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941435.729536:0:2356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941435.729538:0:2356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1773941435.729538:0:12338:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1773941435.729541:0:12338:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1773941435.729542:0:2356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941435.729544:0:12338:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1773941435.729547:0:2356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f2a0dd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:de5f03a9-0364-493d-8640-43bdb2cf5f2b:2356:1860112264211840:192.168.202.145@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1773941435.729547:0:12338:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941435.729552:0:2356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1773941435.729554:0:12338:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e8d7876] to pc [ptlrpcd_00_01+1] req@ffff96f298b11880 x1860112264212096/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1773941435.729558:0:2356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941435.729560:0:2356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941435.729563:0:2356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941435.729568:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f287e2da00. 02000000:00000001:2.0:1773941435.729570:0:2356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941435.729576:0:12338:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1773941435.729579:0:2356:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000001:0.0:1773941435.729579:0:12338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941435.729581:0:12338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941435.729584:0:12338:0:(ldlm_request.c:2290:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773941435.729585:0:2356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a411b8. 00010000:00000001:0.0:1773941435.729586:0:12338:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941435.729589:0:12338:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773941435.729591:0:12411:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00010000:00010000:0.0:1773941435.729593:0:12338:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f289192c00/0x6eb1e9e7edefbf6d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x26a307eb052460c expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00020000:00000001:3.0:1773941435.729595:0:12411:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446628567055743872 : -115506653807744 : ffff96f282ee3b80) 00000400:00000010:2.0:1773941435.729598:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f2a0dc1990. 00010000:00000001:0.0:1773941435.729604:0:12338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773941435.729606:0:12338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f289192c00/0x6eb1e9e7edefbf6d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x26a307eb052460c expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:2.0:1773941435.729608:0:2356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112264211840, portal 18 00000100:00000001:2.0:1773941435.729612:0:2356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000040:0.0:1773941435.729613:0:12338:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f2883d5600 count: 0 00000100:00000001:2.0:1773941435.729614:0:2356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567557933696 : -115506151617920 : ffff96f2a0dd0a80) 00000100:00000040:2.0:1773941435.729621:0:2356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f2a0dd0a80 x1860112264211840/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941451 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773941435.729624:0:12338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941435.729626:0:12338:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1773941435.729628:0:12338:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96f282b25c00. 00000100:00000001:2.0:1773941435.729631:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1773941435.729632:0:12338:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941435.729635:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000020:00000001:0.0:1773941435.729635:0:12338:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000400:00000010:2.0:1773941435.729639:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f2a0dc1000. 00000100:00000001:1.0:1773941435.729639:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1773941435.729641:0:12338:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941435.729644:0:12338:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:2.0:1773941435.729645:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1860112264211840, offset 0 00000080:00000010:1.0:1773941435.729647:0:2354:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f2a0207a80. 00000020:00000001:0.0:1773941435.729648:0:12338:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941435.729651:0:12338:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:3.0:1773941435.729652:0:12411:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at ffff96f284cd2c60. 00000400:00000200:2.0:1773941435.729654:0:2356:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000080:00000010:1.0:1773941435.729655:0:2354:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff96f290869da8. 00010000:00010000:0.0:1773941435.729656:0:12338:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773941435.729659:0:12338:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000080:00000010:1.0:1773941435.729662:0:2354:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f28829ef00. 00000020:00000001:0.0:1773941435.729663:0:12338:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.729667:0:2354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1773941435.729668:0:2356:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00010000:0.0:1773941435.729669:0:12338:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773941435.729671:0:2354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1773941435.729678:0:12414:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000100:00000040:1.0:1773941435.729679:0:2354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b11880 x1860112264212096/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941435.729680:0:2356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000020:00000001:0.0:1773941435.729681:0:12414:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941435.729687:0:12414:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1773941435.729691:0:2356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:0.0:1773941435.729691:0:12414:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941435.729695:0:12414:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.729697:0:2354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1773941435.729698:0:2356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00010000:00010000:0.0:1773941435.729699:0:12414:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773941435.729701:0:2354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773941435.729705:0:12411:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00000400:00000200:2.0:1773941435.729706:0:2356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1773941435.729706:0:2354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941435.729710:0:2354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1773941435.729711:0:12411:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446628567055742592 : -115506653809024 : ffff96f282ee3680) 00020000:00000010:3.0:1773941435.729954:0:12411:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at ffff96f284cd27e0. 00020000:00000001:3.0:1773941435.729959:0:12411:0:(lov_dev.c:223:lov_device_fini()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941435.730116:0:2356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:2.0:1773941435.730125:0:2356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [98:98:256:4294967295] 192.168.202.145@tcp LPNI seq info [98:98:8:4294967295] 00000020:00000010:3.0:1773941435.730130:0:12411:0:(lu_object.c:1212:lu_site_fini()) kvfree 's->ls_bkts': 18432 at ffff96f2851b0000. 00000400:00000200:2.0:1773941435.730134:0:2356:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000020:00000010:3.0:1773941435.730151:0:12411:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 192 at ffff96f2916d1540. 00000400:00000200:2.0:1773941435.730151:0:2356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000020:00000010:3.0:1773941435.730159:0:12411:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff96f286008800. 00000800:00000200:2.0:1773941435.730165:0:2356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.145@tcp 00000080:00000010:3.0:1773941435.730167:0:12411:0:(vvp_dev.c:155:vvp_device_free()) kfreed 'site': 576 at ffff96f298af6c00. 00000800:00000010:2.0:1773941435.730171:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f299fdf100. 00000080:00000010:3.0:1773941435.730179:0:12411:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f2a0e445e8. 00000800:00000200:2.0:1773941435.730185:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000080:00000010:3.0:1773941435.730186:0:12411:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f2a0207a80. 02000000:00000001:1.0:1773941435.730193:0:2354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773941435.730194:0:12411:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f2a0e44930. 00000800:00000200:2.0:1773941435.730199:0:2356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000080:00000010:3.0:1773941435.730202:0:12411:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f2a0e441f8. 00000100:00100000:1.0:1773941435.730202:0:2354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:de5f03a9-0364-493d-8640-43bdb2cf5f2b:2354:1860112264212096:192.168.202.145@tcp:103:ldlm_bl.0 00000800:00000200:2.0:1773941435.730208:0:2356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f299fdf100 type 1, nob 424 niov 1 nkiov 1 00000080:00000010:3.0:1773941435.730209:0:12411:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f2a0e442a0. 00000100:00000001:1.0:1773941435.730210:0:2354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941435.730214:0:2354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000080:00000010:3.0:1773941435.730217:0:12411:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f2a0e440a8. 02000000:00000001:1.0:1773941435.730217:0:2354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941435.730222:0:2354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000080:00000010:3.0:1773941435.730226:0:12411:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f2a0e411e0. 00000100:00000001:2.0:1773941435.730227:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941435.730227:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f283f1a800. 02000000:00000001:1.0:1773941435.730232:0:2354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773941435.730234:0:12411:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f28829ef00. 00000400:00000200:1.0:1773941435.730240:0:2354:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941435.730241:0:2356:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000080:00000010:3.0:1773941435.730242:0:12411:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f2a0e41f00. 00000100:00000001:2.0:1773941435.730247:0:2356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294855641 00000080:00000010:3.0:1773941435.730248:0:12411:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f2a0e41d20. 00000400:00000010:1.0:1773941435.730252:0:2354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15478. 00000080:00000010:3.0:1773941435.730255:0:12411:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f2a0e41c30. 00000100:00000001:2.0:1773941435.730256:0:2356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294855300 00000400:00000010:1.0:1773941435.730257:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1660. 00000080:00000010:3.0:1773941435.730261:0:12411:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f2a0e413c0. 00000100:00000200:1.0:1773941435.730263:0:2354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112264212096, portal 18 00000100:00000001:2.0:1773941435.730265:0:2356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294855641 00000100:00000001:1.0:1773941435.730267:0:2354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000080:00000010:3.0:1773941435.730268:0:12411:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff96f289117908. 00000100:00000001:1.0:1773941435.730270:0:2354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420835968 : -115506288715648 : ffff96f298b11880) 00000100:00000001:2.0:1773941435.730272:0:2356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294855300 00000080:00000010:3.0:1773941435.730275:0:12411:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff96f290869da8. 00000100:00000040:1.0:1773941435.730277:0:2354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b11880 x1860112264212096/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941451 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000080:00000010:3.0:1773941435.730283:0:12411:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff96f289114ff8. 00000100:00000001:2.0:1773941435.730286:0:2356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1773941435.730291:0:12411:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff96f2891156d0. 00000100:00000001:2.0:1773941435.730293:0:2356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.730297:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000080:00000010:3.0:1773941435.730298:0:12411:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff96f289117230. 00000100:00000001:2.0:1773941435.730300:0:2356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773941435.730305:0:12411:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff96f289116910. 00000100:00000040:1.0:1773941435.730305:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000100:00000001:2.0:1773941435.730306:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1773941435.730311:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1e58. 00000080:00000010:3.0:1773941435.730312:0:12411:0:(vvp_dev.c:159:vvp_device_free()) kfreed 'vdv': 72 at ffff96f284cd2c00. 00000100:00000001:2.0:1773941435.730315:0:2356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1773941435.730315:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1860112264212096, offset 0 00020000:00000001:3.0:1773941435.730318:0:12411:0:(lov_obd.c:754:lov_cleanup()) Process entered 00000100:00000001:2.0:1773941435.730319:0:2356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1773941435.730324:0:2354:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000100:00000001:2.0:1773941435.730326:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941435.730329:0:2356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1773941435.730330:0:2354:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:2.0:1773941435.730332:0:2356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941435.730336:0:2354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000100:00100000:2.0:1773941435.730337:0:2356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000200:1.0:1773941435.730341:0:2354:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1773941435.730342:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773941435.730344:0:12411:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000400:00000200:1.0:1773941435.730347:0:2354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000100:00000001:2.0:1773941435.730348:0:2356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1773941435.730349:0:12411:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff96f2a08c40b8. 00000400:00000200:1.0:1773941435.730351:0:2354:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1773941435.730353:0:2356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941435.730355:0:2354:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000100:00000001:2.0:1773941435.730359:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1773941435.730362:0:12411:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000100:00000001:2.0:1773941435.730363:0:2356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1773941435.730363:0:2354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [99:99:255:4294967295] 192.168.202.145@tcp LPNI seq info [99:99:7:4294967295] 00000100:00000001:2.0:1773941435.730367:0:2356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1773941435.730371:0:2354:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000040:2.0:1773941435.730377:0:2356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f2a0dd3100 x1860112264211968/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941435.730384:0:2354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:1.0:1773941435.730399:0:2354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.145@tcp 00000100:00000001:2.0:1773941435.730401:0:2356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000010:1.0:1773941435.730405:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f298b8f000. 00000100:00000001:2.0:1773941435.730406:0:2356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941435.730411:0:2356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1773941435.730412:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 02000000:00000001:2.0:1773941435.730415:0:2356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1773941435.730421:0:2354:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 02000000:00000001:2.0:1773941435.730422:0:2356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941435.730425:0:2354:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f298b8f000 type 1, nob 424 niov 1 nkiov 1 00000100:00100000:2.0:1773941435.730431:0:2356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f2a0dd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:de5f03a9-0364-493d-8640-43bdb2cf5f2b:2356:1860112264211968:192.168.202.145@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1773941435.730431:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941435.730439:0:2354:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:2.0:1773941435.730441:0:2356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1773941435.730442:0:2354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294855641 00000100:00000001:1.0:1773941435.730446:0:2354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, keep current deadline 4294855641 02000000:00000001:2.0:1773941435.730448:0:2356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1773941435.730449:0:2354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294855641 02000000:00000001:2.0:1773941435.730452:0:2356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941435.730455:0:2356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1773941435.730459:0:2354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, keep current deadline 4294855641 02000000:00000010:2.0:1773941435.730461:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f287e2c400. 00000100:00000001:1.0:1773941435.730462:0:2354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941435.730467:0:2356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.730468:0:2354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00020000:00020000:3.0:1773941435.730470:0:12411:0:(lov_obd.c:783:lov_cleanup()) lustre-clilov-ffff96f289169800: lov tgt 0 not cleaned! deathrow=0, lovrc=1 00000100:00000001:1.0:1773941435.730474:0:2354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.730480:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941435.730481:0:2356:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:1.0:1773941435.730484:0:2354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1773941435.730486:0:2356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41ec8. 00000100:00000001:1.0:1773941435.730488:0:2354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773941435.730492:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941435.730493:0:2354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1773941435.730494:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f2a0dc1198. 00000100:00000001:1.0:1773941435.730496:0:2354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.730501:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1773941435.730502:0:2356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112264211968, portal 18 00000100:00000001:2.0:1773941435.730506:0:2356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941435.730510:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941435.730514:0:2356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567557943552 : -115506151608064 : ffff96f2a0dd3100) 00000100:00000001:1.0:1773941435.730515:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941435.730524:0:2356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f2a0dd3100 x1860112264211968/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941451 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941435.730533:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941435.730535:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:2.0:1773941435.730542:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f2a0dc1a18. 00000100:00000200:2.0:1773941435.730545:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1860112264211968, offset 0 00000400:00000200:2.0:1773941435.730550:0:2356:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:2.0:1773941435.730554:0:2356:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941435.730559:0:2356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:2.0:1773941435.730562:0:2356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941435.730564:0:2356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:2.0:1773941435.730567:0:2356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941435.730569:0:2356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:2.0:1773941435.730572:0:2356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [100:100:254:4294967295] 192.168.202.145@tcp LPNI seq info [100:100:6:4294967295] 00000400:00000200:2.0:1773941435.730577:0:2356:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941435.730584:0:2356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:2.0:1773941435.730589:0:2356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:2.0:1773941435.730592:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f299fdf400. 00000800:00000200:2.0:1773941435.730597:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:2.0:1773941435.730602:0:2356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:2.0:1773941435.730605:0:2356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f299fdf400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941435.730609:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941435.730612:0:2356:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:2.0:1773941435.730614:0:2356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294855641 00000100:00000001:2.0:1773941435.730617:0:2356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, keep current deadline 4294855641 00000100:00000001:2.0:1773941435.730619:0:2356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294855641 00000100:00000001:2.0:1773941435.730621:0:2356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, keep current deadline 4294855641 00000100:00000001:2.0:1773941435.730623:0:2356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941435.730625:0:2356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941435.730633:0:2356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941435.730635:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941435.730647:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941435.730651:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941435.730710:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941435.730738:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f299fdf100. 00000400:00000200:2.0:1773941435.730743:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941435.730749:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941435.730755:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dc1000 00000400:00000010:2.0:1773941435.730758:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f2a0dc1000. 00000100:00000001:2.0:1773941435.730762:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941435.730768:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f2a0dd0a80 x1860112264211840/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941451 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941435.730778:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941435.730781:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f2a0dd0a80 x1860112264211840/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941435.730789:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941435.730791:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773941435.730805:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941435.730808:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f298b8f000. 00000400:00000200:2.0:1773941435.730811:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941435.730815:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941435.730818:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1e58 00000400:00000010:2.0:1773941435.730820:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1e58. 00000100:00000001:2.0:1773941435.730823:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941435.730828:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b11880 x1860112264212096/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941451 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941435.730836:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941435.730840:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b11880 x1860112264212096/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941435.730847:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941435.730849:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773941435.730909:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941435.730913:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f299fdf400. 00000400:00000200:2.0:1773941435.730922:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941435.730926:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941435.730929:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dc1a18 00000400:00000010:2.0:1773941435.730931:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f2a0dc1a18. 00000100:00000001:2.0:1773941435.730934:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941435.730938:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f2a0dd3100 x1860112264211968/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941451 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941435.730946:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941435.730949:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f2a0dd3100 x1860112264211968/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941435.730956:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941435.730958:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00020000:00000001:3.0:1773941435.734906:0:12411:0:(lov_obd.c:562:lov_del_target()) Process entered 00020000:01000000:3.0:1773941435.734910:0:12411:0:(lov_obd.c:589:lov_del_target()) uuid: lustre-OST0000_UUID idx: 0 gen: 1 exp: ffff96f288efd800 active: 1 00000800:00000001:2.0:1773941435.734914:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00020000:00000001:3.0:1773941435.734915:0:12411:0:(lov_obd.c:598:lov_del_target()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:3.0:1773941435.734920:0:12411:0:(lov_obd.c:64:lov_tgts_putref()) destroying 1 lov targets 00000020:00000001:3.0:1773941435.734923:0:12411:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:3.0:1773941435.734926:0:12411:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000800:00000001:2.0:1773941435.734927:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:3.0:1773941435.734930:0:12411:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00000800:00000001:2.0:1773941435.734932:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00020000:00000001:3.0:1773941435.734935:0:12411:0:(lu_tgt_descs.c:169:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000800:00000001:2.0:1773941435.734938:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:3.0:1773941435.734940:0:12411:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00020000:01000000:3.0:1773941435.734944:0:12411:0:(lov_obd.c:611:__lov_del_obd()) Removing tgt lustre-OST0000_UUID : lustre-OST0000-osc-ffff96f289169800 00000400:00000200:2.0:1773941435.734947:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00020000:00000001:3.0:1773941435.734948:0:12411:0:(lov_obd.c:245:lov_disconnect_obd()) Process entered 00020000:01000000:3.0:1773941435.734951:0:12411:0:(lov_obd.c:248:lov_disconnect_obd()) lustre-clilov-ffff96f289169800: disconnecting target lustre-OST0000-osc-ffff96f289169800 00020000:00000001:3.0:1773941435.734955:0:12411:0:(obd_class.h:1347:obd_register_observer()) Process entered 00000400:00000200:2.0:1773941435.734959:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00020000:00000001:3.0:1773941435.734974:0:12411:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773941435.734979:0:12411:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:3.0:1773941435.734984:0:12411:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00000400:00000200:2.0:1773941435.734986:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000040:3.0:1773941435.734988:0:12411:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect lustre-OST0000-osc-ffff96f289169800 - 1 00000400:00000200:2.0:1773941435.734993:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:3.0:1773941435.734994:0:12411:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:3.0:1773941435.734999:0:12411:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import d4246aa6-f147-4bab-b83c-ced5ba5a40db->lustre-OST0000_UUID 00000400:00000200:2.0:1773941435.735003:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000020:00000001:3.0:1773941435.735004:0:12411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941435.735008:0:12411:0:(genops.c:1242:class_import_put()) import ffff96f289146000 refcount=1 obd=lustre-OST0000-osc-ffff96f289169800 00000400:00000200:2.0:1773941435.735013:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 18 MB=0x69bc322c02d80 00000020:00000001:3.0:1773941435.735014:0:12411:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941435.735017:0:12411:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.735022:0:12411:0:(ldlm_request.c:2367:ldlm_cli_cancel_unused()) Process entered 00000400:00000200:2.0:1773941435.735022:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000001:00000001:3.0:1773941435.735025:0:12411:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941435.735030:0:12411:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000200:2.0:1773941435.735032:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.145@tcp of length 224/224 into md 0x7f5 [1] + 224 00000800:00000001:2.0:1773941435.735041:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941435.735047:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941435.735051:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941435.735055:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941435.735060:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941435.735066:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f2a0dd0a80 x1860112264211840/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941451 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1773941435.735071:0:12411:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.735077:0:12411:0:(ldlm_request.c:2379:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.735082:0:12411:0:(ldlm_resource.c:1268:ldlm_namespace_free_prior()) Process entered 00010000:00000001:3.0:1773941435.735086:0:12411:0:(ldlm_resource.c:1207:__ldlm_namespace_free()) Process entered 00000100:00000040:2.0:1773941435.735087:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96f2a0dd0a80 x1860112264211840/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941451 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1773941435.735089:0:12411:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941435.735091:0:12411:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1773941435.735109:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941435.735118:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000001:00000001:3.0:1773941435.735122:0:12411:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773941435.735124:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941435.735127:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941435.735129:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1773941435.735134:0:12411:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941435.735138:0:12411:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000200:2.0:1773941435.735139:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941435.735145:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941435.735151:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941435.735154:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941435.735159:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941435.735163:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 18 MB=0x69bc322c02e80 00000400:00000200:2.0:1773941435.735167:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000001:00000001:3.0:1773941435.735170:0:12411:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941435.735173:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.145@tcp of length 224/224 into md 0x805 [1] + 224 00010000:00000001:3.0:1773941435.735175:0:12411:0:(ldlm_resource.c:1251:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.735180:0:12411:0:(ldlm_resource.c:1293:ldlm_namespace_free_prior()) Process leaving 00000800:00000001:2.0:1773941435.735183:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1773941435.735184:0:12411:0:(import.c:1924:ptlrpc_disconnect_import()) Process entered 00000100:00000001:3.0:1773941435.735188:0:12411:0:(import.c:1858:ptlrpc_disconnect_import_async()) Process entered 00000800:00000001:2.0:1773941435.735189:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941435.735191:0:12411:0:(import.c:1750:ptlrpc_disconnect_prep_req()) Process entered 00000400:00000200:2.0:1773941435.735193:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1773941435.735198:0:12411:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f288e52d80. 00000400:00000200:2.0:1773941435.735200:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000020:00000040:3.0:1773941435.735203:0:12411:0:(genops.c:1229:class_import_get()) import ffff96f289146000 refcount=2 obd=lustre-OST0000-osc-ffff96f289169800 00000100:00000001:2.0:1773941435.735205:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1773941435.735208:0:12411:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941435.735213:0:12411:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:2.0:1773941435.735213:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b11880 x1860112264212096/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941451 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773941435.735216:0:12411:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941435.735223:0:12411:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f283258e00. 00000100:00000001:3.0:1773941435.735229:0:12411:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941435.735229:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96f298b11880 x1860112264212096/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941451 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941435.735234:0:12411:0:(import.c:1788:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446628567155813760 : -115506553737856 : ffff96f288e52d80) 00000100:00080000:3.0:1773941435.735242:0:12411:0:(import.c:65:import_set_state_nolock()) ffff96f289146000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:3.0:1773941435.735248:0:12411:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941435.735251:0:12411:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941435.735256:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1773941435.735258:0:12411:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029aa1840] to pc [ptlrpcd_rcv+-1] req@ffff96f288e52d80 x1860112264212224/t0(0) o9->lustre-OST0000-osc-ffff96f289169800@192.168.202.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1773941435.735262:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941435.735268:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941435.735273:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1773941435.735275:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1773941435.735277:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941435.735278:0:2354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941435.735280:0:12411:0:(import.c:1904:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1773941435.735284:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1773941435.735285:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000001:1.0:1773941435.735289:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941435.735292:0:2354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15478. 00000400:00000200:2.0:1773941435.735296:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:1.0:1773941435.735297:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1660 00000400:00000010:1.0:1773941435.735301:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1660. 00000100:00000001:1.0:1773941435.735306:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1773941435.735307:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1773941435.735307:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:3.0:1773941435.735312:0:2356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1773941435.735313:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b11880 x1860112264212096/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941451 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941435.735317:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000001:3.0:1773941435.735318:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941435.735322:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941435.735327:0:2356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a411b8. 00000100:00000200:1.0:1773941435.735328:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b11880 x1860112264212096/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941451 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941435.735333:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941435.735334:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dc1990 00000400:00000010:3.0:1773941435.735339:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f2a0dc1990. 00000100:00000001:1.0:1773941435.735343:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1773941435.735345:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 18 MB=0x69bc322c02e00 00000100:00000001:3.0:1773941435.735347:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1773941435.735347:0:2354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941435.735352:0:2354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941435.735355:0:2354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1773941435.735356:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000200:3.0:1773941435.735357:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f2a0dd0a80 x1860112264211840/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941451 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941435.735358:0:2354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941435.735360:0:2354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941435.735365:0:2354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941435.735366:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.145@tcp of length 224/224 into md 0x80d [1] + 224 00000100:00001000:1.0:1773941435.735372:0:2354:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db1ca0 time=1773941435 v=5 (0 0 0 0) 00000800:00000001:2.0:1773941435.735378:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1773941435.735381:0:2354:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db1c10 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941435.735385:0:2354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1773941435.735387:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f2a0dd0a80 x1860112264211840/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941451 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941435.735388:0:2354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941435.735396:0:2354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941435.735398:0:2354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.735400:0:2354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941435.735410:0:2354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b11880 x1860112264212096/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941451 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1773941435.735412:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941435.735414:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941435.735418:0:2356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941435.735419:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1773941435.735422:0:2354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941435.735424:0:2356:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1773941435.735427:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1773941435.735429:0:2356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941435.735430:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941435.735432:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:3.0:1773941435.735434:0:2356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941435.735438:0:2356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941435.735438:0:2354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b11880 x1860112264212096/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941451 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941435.735440:0:2347:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1773941435.735446:0:2356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1773941435.735450:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f2a0dd3100 x1860112264211968/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941451 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1773941435.735453:0:2356:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db1ca0 time=0 v=5 (5 0 0 0) 00000100:00100000:1.0:1773941435.735454:0:2354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:de5f03a9-0364-493d-8640-43bdb2cf5f2b:2354:1860112264212096:192.168.202.145@tcp:103:ldlm_bl.0 00000100:00001000:3.0:1773941435.735463:0:2356:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db1c10 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941435.735465:0:2354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941435.735471:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941435.735476:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b11880 x1860112264212096/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941451 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941435.735481:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96f2a0dd3100 x1860112264211968/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941451 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941435.735483:0:2354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941435.735486:0:2354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941435.735490:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f283f1a800. 02000000:00000001:1.0:1773941435.735495:0:2354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941435.735498:0:2354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941435.735499:0:2354:0:(genops.c:1242:class_import_put()) import ffff96f2a0db1800 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:2.0:1773941435.735500:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1773941435.735502:0:2354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941435.735505:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f2850ee800. 00000800:00000001:2.0:1773941435.735509:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1773941435.735509:0:2354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941435.735512:0:2354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1773941435.735516:0:2356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000010:1.0:1773941435.735516:0:2354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b11880. 00000800:00000001:2.0:1773941435.735517:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941435.735519:0:2354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941435.735521:0:2356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.735523:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773941435.735525:0:2356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1773941435.735526:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773941435.735530:0:2356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.735532:0:2354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941435.735534:0:2356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.735535:0:2354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941435.735540:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941435.735541:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1773941435.735545:0:2356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f2a0dd0a80 x1860112264211840/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941451 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941435.735546:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941435.735547:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941435.735552:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941435.735560:0:2356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1773941435.735561:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f288e52d80 x1860112264212224/t0(0) o9->lustre-OST0000-osc-ffff96f289169800@192.168.202.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941435.735566:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941435.735569:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941435.735579:0:2356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f2a0dd0a80 x1860112264211840/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941451 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941435.735579:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941435.735583:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941435.735588:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941435.735592:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1773941435.735597:0:2356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f2a0dd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:de5f03a9-0364-493d-8640-43bdb2cf5f2b:2356:1860112264211840:192.168.202.145@tcp:103:ldlm_bl.0 02000000:00000001:2.0:1773941435.735597:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941435.735605:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f288e52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4246aa6-f147-4bab-b83c-ced5ba5a40db:2352:1860112264212224:192.168.202.145@tcp:9:umount.0 00000100:00000001:3.0:1773941435.735606:0:2356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.735611:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941435.735613:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941435.735617:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1773941435.735618:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f2a0dd0a80 x1860112264211840/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941451 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1773941435.735620:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941435.735626:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1773941435.735631:0:2356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:2.0:1773941435.735631:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f287e2ce00. 02000000:00000001:3.0:1773941435.735634:0:2356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941435.735636:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f287e2da00. 02000000:00000001:2.0:1773941435.735642:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941435.735643:0:2356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941435.735646:0:2356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941435.735649:0:2356:0:(genops.c:1242:class_import_put()) import ffff96f2a0db1800 refcount=4 obd=MGC192.168.202.145@tcp 00000400:00000200:2.0:1773941435.735650:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:2.0:1773941435.735654:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41790. 00000400:00000010:2.0:1773941435.735659:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f2a0dc1a18. 00000020:00000001:3.0:1773941435.735660:0:2356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941435.735665:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f287e2c600. 00000100:00000200:2.0:1773941435.735667:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112264212224, portal 4 02000000:00000001:3.0:1773941435.735670:0:2356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1773941435.735671:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1773941435.735675:0:2356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1773941435.735676:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567155813760 : -115506553737856 : ffff96f288e52d80) 00000100:00000010:3.0:1773941435.735680:0:2356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f2a0dd0a80. 00000100:00000001:3.0:1773941435.735686:0:2356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:2.0:1773941435.735687:0:2352:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff96f288108000. 00000100:00000001:3.0:1773941435.735688:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941435.735694:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.735698:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1773941435.735699:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f288e52d80 x1860112264212224/t0(0) o9->lustre-OST0000-osc-ffff96f289169800@192.168.202.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941435.735701:0:2356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941435.735705:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941435.735709:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941435.735713:0:2356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41ec8. 00000100:00000001:2.0:1773941435.735734:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941435.735739:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:2.0:1773941435.735743:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f2a0dc1000. 00000400:00000200:3.0:1773941435.735763:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dc1198 00000400:00000010:3.0:1773941435.735765:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f2a0dc1198. 00000100:00000001:3.0:1773941435.735769:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941435.735770:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1860112264212224, offset 0 00000100:00000200:3.0:1773941435.735776:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f2a0dd3100 x1860112264211968/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941451 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941435.735782:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:2.0:1773941435.735792:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000200:3.0:1773941435.735798:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f2a0dd3100 x1860112264211968/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941451 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941435.735802:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:2.0:1773941435.735810:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1773941435.735813:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941435.735817:0:2356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941435.735817:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000100:00000001:3.0:1773941435.735822:0:2356:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1773941435.735824:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1773941435.735825:0:2356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941435.735829:0:2356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1773941435.735830:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000100:00000001:3.0:1773941435.735832:0:2356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941435.735837:0:2356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941435.735838:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [101:101:256:4294967295] 192.168.202.145@tcp LPNI seq info [101:101:8:4294967295] 00000100:00001000:3.0:1773941435.735842:0:2356:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db1ca0 time=0 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941435.735849:0:2356:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db1c10 time=6 v=5 (1 0 0 0) 00000400:00000200:2.0:1773941435.735849:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:3.0:1773941435.735855:0:2356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941435.735858:0:2356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.735862:0:2356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941435.735866:0:2356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941435.735866:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000100:00000001:3.0:1773941435.735870:0:2356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941435.735878:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.145@tcp 00000100:00000040:3.0:1773941435.735880:0:2356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f2a0dd3100 x1860112264211968/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941451 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1773941435.735885:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f299fdf400. 00000800:00000200:2.0:1773941435.735895:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:2.0:1773941435.735904:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:2.0:1773941435.735911:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f299fdf400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773941435.735915:0:2356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941435.735918:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941435.735920:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941435.735924:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941435.735926:0:2356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f2a0dd3100 x1860112264211968/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941451 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941435.735932:0:2352:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96f289169800: using a timeout of 2248 usecs (3 jiffies) 00000100:00100000:3.0:1773941435.735936:0:2356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f2a0dd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:de5f03a9-0364-493d-8640-43bdb2cf5f2b:2356:1860112264211968:192.168.202.145@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773941435.735944:0:2356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941435.735945:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:3.0:1773941435.735949:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941435.735951:0:2352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96f289169800: PM QoS new deadline estimation for cpu 2 is 4294853485 00000100:00000040:3.0:1773941435.735955:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f2a0dd3100 x1860112264211968/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941451 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941435.735957:0:2352:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96f289169800: PM QoS request active for cpu 2, keep current deadline 4294855641 00000100:00000001:2.0:1773941435.735979:0:2352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96f289169800: PM QoS new deadline estimation for cpu 3 is 4294853485 00000100:00000001:3.0:1773941435.735983:0:2356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1773941435.735984:0:2352:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96f289169800: PM QoS request active for cpu 3, keep current deadline 4294855641 02000000:00000001:3.0:1773941435.735986:0:2356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1773941435.735990:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1773941435.735991:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f287e2c400. 00000100:00000001:2.0:1773941435.735996:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941435.735998:0:2356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1773941435.736001:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941435.736002:0:2356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941435.736005:0:2356:0:(genops.c:1242:class_import_put()) import ffff96f2a0db1800 refcount=3 obd=MGC192.168.202.145@tcp 00000100:00000001:2.0:1773941435.736006:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773941435.736009:0:2356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941435.736013:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f287e2dc00. 00000100:00000001:2.0:1773941435.736014:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1773941435.736018:0:2356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1773941435.736018:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1773941435.736021:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1773941435.736022:0:2356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1773941435.736025:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1773941435.736026:0:2356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f2a0dd3100. 00000100:00000001:2.0:1773941435.736029:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.736032:0:2356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941435.736033:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.736035:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941435.736039:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941435.736044:0:2356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941435.736045:0:2356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.736048:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941435.736050:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941435.736084:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941435.736089:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f299fdf400. 00000400:00000200:2.0:1773941435.736093:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941435.736097:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941435.736101:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dc1000 00000400:00000010:2.0:1773941435.736103:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f2a0dc1000. 00000100:00000001:2.0:1773941435.736106:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941435.736111:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f288e52d80 x1860112264212224/t0(0) o9->lustre-OST0000-osc-ffff96f289169800@192.168.202.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941435.736120:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941435.736123:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f288e52d80 x1860112264212224/t0(0) o9->lustre-OST0000-osc-ffff96f289169800@192.168.202.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941445 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941435.736131:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941435.736133:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:3.1:1773941435.736843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96f288282240. 00000080:00000010:3.1:1773941435.736852:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96f2a06b7380. 00000800:00000001:2.0:1773941435.737289:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941435.737296:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941435.737299:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941435.737301:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941435.737311:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941435.737316:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941435.737321:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941435.737323:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941435.737326:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941435.737329:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 4 MB=0x69bc322c02f00 00000400:00000200:2.0:1773941435.737332:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941435.737335:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.145@tcp of length 224/224 into md 0x81d [1] + 224 00000800:00000001:2.0:1773941435.737340:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941435.737346:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941435.737347:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941435.737350:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941435.737354:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941435.737360:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f288e52d80 x1860112264212224/t0(0) o9->lustre-OST0000-osc-ffff96f289169800@192.168.202.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941435.737372:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96f288e52d80 x1860112264212224/t0(0) o9->lustre-OST0000-osc-ffff96f289169800@192.168.202.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941435.737391:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941435.737398:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941435.737402:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941435.737427:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941435.737430:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941435.737433:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941435.737434:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941435.737436:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41790. 00000400:00000200:1.0:1773941435.737440:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dc1a18 00000400:00000010:1.0:1773941435.737441:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f2a0dc1a18. 00000100:00000001:1.0:1773941435.737443:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941435.737447:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f288e52d80 x1860112264212224/t0(0) o9->lustre-OST0000-osc-ffff96f289169800@192.168.202.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941435.737454:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f288e52d80 x1860112264212224/t0(0) o9->lustre-OST0000-osc-ffff96f289169800@192.168.202.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941435.737459:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941435.737460:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941435.737462:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941435.737463:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941435.737464:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941435.737465:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941435.737467:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941435.737471:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f289146458 time=1 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941435.737473:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f289146410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941435.737475:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941435.737476:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941435.737477:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1773941435.737481:0:2352:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff96f288e52d80 x1860112264212224/t0(0) o9->lustre-OST0000-osc-ffff96f289169800@192.168.202.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941445 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941435.737486:0:2352:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.737488:0:2352:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773941435.737489:0:2352:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96f289169800: skip recheck: last_committed 0 00000100:00000001:1.0:1773941435.737491:0:2352:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773941435.737492:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941435.737495:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f288e52d80 x1860112264212224/t0(0) o9->lustre-OST0000-osc-ffff96f289169800@192.168.202.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941445 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941435.737500:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941435.737507:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941435.737509:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1773941435.737511:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f289146000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:1.0:1773941435.737513:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 00000008:00000001:1.0:1773941435.737516:0:2352:0:(osc_request.c:3880:osc_import_event()) Process entered 00000008:00000001:1.0:1773941435.737518:0:2352:0:(osc_request.c:3947:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.737519:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941435.737520:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 00000008:00000001:1.0:1773941435.737521:0:2352:0:(osc_request.c:3880:osc_import_event()) Process entered 00000008:00000001:1.0:1773941435.737522:0:2352:0:(osc_request.c:3947:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.737523:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:1.0:1773941435.737533:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f288e52d80 x1860112264212224/t0(0) o9->lustre-OST0000-osc-ffff96f289169800@192.168.202.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941445 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941435.737539:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f288e52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4246aa6-f147-4bab-b83c-ced5ba5a40db:2352:1860112264212224:192.168.202.145@tcp:9:umount.0 00000100:00000001:1.0:1773941435.737543:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941435.737545:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941435.737547:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f288e52d80 x1860112264212224/t0(0) o9->lustre-OST0000-osc-ffff96f289169800@192.168.202.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941445 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941435.737553:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1773941435.737554:0:12411:0:(import.c:1967:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941435.737555:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941435.737558:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f287e2ce00. 00000100:00000001:3.0:1773941435.737562:0:12411:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 02000000:00000001:1.0:1773941435.737562:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:3.0:1773941435.737567:0:12411:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000020:00000001:1.0:1773941435.737567:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941435.737570:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f289146000 refcount=1 obd=lustre-OST0000-osc-ffff96f289169800 00000100:00000001:3.0:1773941435.737572:0:12411:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000020:00000001:1.0:1773941435.737572:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941435.737574:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f283258e00. 02000000:00000001:1.0:1773941435.737576:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941435.737577:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941435.737578:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f288e52d80. 00000100:00000001:1.0:1773941435.737580:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941435.737583:0:12411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1773941435.737583:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941435.737587:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941435.737588:0:12411:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96f289169800: committing for last_committed 0 gen 2 00000100:00000001:1.0:1773941435.737591:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1773941435.737593:0:12411:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96f289169800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1773941435.737593:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.737597:0:12411:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773941435.737599:0:12411:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941435.737602:0:12411:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941435.737603:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941435.737605:0:12411:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:1.0:1773941435.737606:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773941435.737609:0:12411:0:(osc_request.c:3880:osc_import_event()) Process entered 00000008:00000001:3.0:1773941435.737612:0:12411:0:(osc_request.c:3947:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.737615:0:12411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:3.0:1773941435.737617:0:12411:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1773941435.737620:0:12411:0:(obd_class.h:1215:obd_import_event()) Process entered 00000008:00000001:3.0:1773941435.737621:0:12411:0:(osc_request.c:3880:osc_import_event()) Process entered 00000001:00000001:3.0:1773941435.737623:0:12411:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941435.737625:0:12411:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773941435.737653:0:12411:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773941435.737655:0:12411:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941435.737656:0:12411:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773941435.737683:0:12411:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941435.737686:0:12411:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773941435.737692:0:12411:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f29880d750. 00000020:00000010:3.0:1773941435.737696:0:12411:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f2916dc600. 00000020:00000010:3.0:1773941435.737700:0:12411:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f2916dcc00. 00000020:00000010:3.0:1773941435.737703:0:12411:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f282d7f5a0. 00000008:00000010:3.0:1773941435.737709:0:12411:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff96f288e837c8. 00020000:00000010:3.0:1773941435.737714:0:12411:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f2a11af180. 00008000:00000010:3.0:1773941435.737739:0:12411:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f290897880. 00000020:00000010:3.0:1773941435.737745:0:12411:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f2916dd600. 00000008:00000010:3.0:1773941435.737749:0:12411:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f29879fa20. 00020000:00000010:3.0:1773941435.737753:0:12411:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff96f288e39b00. 00008000:00000010:3.0:1773941435.737757:0:12411:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f287eefd60. 00000020:00000001:3.0:1773941435.737761:0:12411:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628567417673560 : -115506291878056 : ffff96f29880d758) 00000020:00001000:3.0:1773941435.737763:0:12411:0:(cl_object.c:831:cl_env_get()) 1@ffff96f29880d750 00000008:00000001:3.0:1773941435.737767:0:12411:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1773941435.737768:0:12411:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:3.0:1773941435.737771:0:12411:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773941435.737779:0:12411:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:3.0:1773941435.737780:0:12411:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941435.737782:0:12411:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773941435.737809:0:12411:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773941435.737811:0:12411:0:(cl_object.c:925:cl_env_put()) 1@ffff96f29880d750 00000020:00000010:3.0:1773941435.737814:0:12411:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f2916dcc00. 00000020:00000010:3.0:1773941435.737818:0:12411:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f282d7f5a0. 00000008:00000010:3.0:1773941435.737821:0:12411:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff96f288e837c8. 00020000:00000010:3.0:1773941435.737826:0:12411:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f2a11af180. 00008000:00000010:3.0:1773941435.737830:0:12411:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f290897880. 00000020:00000010:3.0:1773941435.737833:0:12411:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f2916dc600. 00000008:00000010:3.0:1773941435.737836:0:12411:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f29879fa20. 00020000:00000010:3.0:1773941435.737840:0:12411:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff96f288e39b00. 00008000:00000010:3.0:1773941435.737843:0:12411:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f287eefd60. 00000020:00000010:3.0:1773941435.737846:0:12411:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f2916dd600. 00000020:00000010:3.0:1773941435.737849:0:12411:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f29880d750. 00000001:00000001:3.0:1773941435.737851:0:12411:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941435.737853:0:12411:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773941435.737881:0:12411:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773941435.737883:0:12411:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941435.737884:0:12411:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773941435.737913:0:12411:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773941435.737915:0:12411:0:(osc_request.c:3947:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.737917:0:12411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:3.0:1773941435.737920:0:12411:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:3.0:1773941435.737922:0:12411:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:3.0:1773941435.737924:0:12411:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x6eb1e9e7edefbf90 00000020:00000040:3.0:1773941435.737928:0:12411:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f288efd800 with handle 0x6eb1e9e7edefbf90 from hash 00000020:00000040:3.0:1773941435.737940:0:12411:0:(genops.c:898:class_export_put()) PUTting export ffff96f288efd800 : new refcount 2 00000020:00000001:3.0:1773941435.737943:0:12411:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1773941435.737945:0:12411:0:(genops.c:898:class_export_put()) PUTting export ffff96f288efd800 : new refcount 1 00000020:00000001:3.0:1773941435.737947:0:12411:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1773941435.737949:0:12411:0:(genops.c:898:class_export_put()) PUTting export ffff96f288efd800 : new refcount 0 00000020:00000080:3.0:1773941435.737951:0:12411:0:(genops.c:904:class_export_put()) final put ffff96f288efd800/LOV_OSC_UUID 00000020:00000001:3.0:1773941435.737953:0:12411:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941435.737979:0:12411:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.737989:0:12411:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941435.738000:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1773941435.738003:0:36:0:(genops.c:863:class_export_destroy()) destroying export ffff96f288efd800/LOV_OSC_UUID for lustre-OST0000-osc-ffff96f289169800 00000020:00000040:1.0:1773941435.738007:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 8 to 192.168.202.145@tcp 00000020:00000001:1.0:1773941435.738009:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1773941435.738011:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941435.738014:0:36:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000-osc-ffff96f289169800 (ffff96f298bf0000) now 5 - export 00000020:00000010:1.0:1773941435.738016:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff96f288efd800. 00000020:00000001:1.0:1773941435.738025:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00020000:00000001:3.0:1773941435.738031:0:12411:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773941435.738035:0:12411:0:(lov_obd.c:280:lov_disconnect_obd()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:3.0:1773941435.738037:0:12411:0:(lov_obd.c:616:__lov_del_obd()) kfreed 'tgt': 368 at ffff96f286069a00. 00000020:00000001:3.0:1773941435.738042:0:12411:0:(obd_config.c:2489:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1773941435.738044:0:12411:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-ffff96f289169800 (flags='') 00000020:00000010:3.0:1773941435.738048:0:12411:0:(obd_config.c:2506:class_manual_cleanup()) kmalloced '(lcfg)': 88 at ffff96f282d7f5a0. 00000020:00000080:3.0:1773941435.738051:0:12411:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1773941435.738057:0:12411:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:3.0:1773941435.738060:0:12411:0:(obd_config.c:991:class_cleanup()) lustre-OST0000-osc-ffff96f289169800: forcing exports to disconnect: 0/2 00000020:00000001:3.0:1773941435.738064:0:12411:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1773941435.738066:0:12411:0:(genops.c:1577:class_disconnect_exports()) OBD device 4 (ffff96f298bf0000) has no exports 00000020:00000001:3.0:1773941435.738069:0:12411:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1773941435.738072:0:12411:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:3.0:1773941435.738075:0:12411:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f2916dd600. 00000020:00000010:3.0:1773941435.738079:0:12411:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f2916dc600. 00000020:00000010:3.0:1773941435.738082:0:12411:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f282d7fd20. 00000008:00000010:3.0:1773941435.738086:0:12411:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff96f288e837c8. 00020000:00000010:3.0:1773941435.738089:0:12411:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f2a11af180. 00008000:00000010:3.0:1773941435.738092:0:12411:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f290897880. 00000020:00000010:3.0:1773941435.738097:0:12411:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f2a031a040. 00000008:00000001:3.0:1773941435.738100:0:12411:0:(osc_dev.c:163:osc_device_fini()) Process entered 00000008:00000001:3.0:1773941435.738102:0:12411:0:(osc_request.c:4123:osc_precleanup_common()) Process entered 00000008:00000001:3.0:1773941435.738108:0:12411:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00000008:01000000:3.0:1773941435.738110:0:12411:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-ffff96f289169800: client import never connected 00000100:00000001:3.0:1773941435.738113:0:12411:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941435.738114:0:12411:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:3.0:1773941435.738116:0:12411:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1773941435.738118:0:12411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1773941435.738119:0:12411:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96f289169800: committing for last_committed 0 gen 3 00000100:00000040:3.0:1773941435.738121:0:12411:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96f289169800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1773941435.738124:0:12411:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773941435.738125:0:12411:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941435.738126:0:12411:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941435.738127:0:12411:0:(obd_class.h:1215:obd_import_event()) Process entered 00000008:00000001:3.0:1773941435.738135:0:12411:0:(osc_request.c:3880:osc_import_event()) Process entered 00000008:00000001:3.0:1773941435.738137:0:12411:0:(osc_request.c:3947:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.738139:0:12411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:3.0:1773941435.738140:0:12411:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1773941435.738142:0:12411:0:(obd_class.h:1215:obd_import_event()) Process entered 00000008:00000001:3.0:1773941435.738143:0:12411:0:(osc_request.c:3880:osc_import_event()) Process entered 00000001:00000001:3.0:1773941435.738145:0:12411:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941435.738147:0:12411:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773941435.738174:0:12411:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773941435.738175:0:12411:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941435.738176:0:12411:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773941435.738203:0:12411:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941435.738205:0:12411:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773941435.738208:0:12411:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f29880d750. 00000020:00000010:3.0:1773941435.738210:0:12411:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f2916dcc00. 00000020:00000010:3.0:1773941435.738213:0:12411:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f2916ddc00. 00000020:00000010:3.0:1773941435.738216:0:12411:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f282d7f4e0. 00000008:00000010:3.0:1773941435.738220:0:12411:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff96f288e85940. 00020000:00000010:3.0:1773941435.738223:0:12411:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f2a11afcc0. 00008000:00000010:3.0:1773941435.738227:0:12411:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f2908951a8. 00000020:00000010:3.0:1773941435.738231:0:12411:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f2a0da2e00. 00000008:00000010:3.0:1773941435.738233:0:12411:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f29879fa20. 00020000:00000010:3.0:1773941435.738236:0:12411:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff96f288e39b00. 00008000:00000010:3.0:1773941435.738238:0:12411:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f287eefd60. 00000020:00000001:3.0:1773941435.738240:0:12411:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628567417673560 : -115506291878056 : ffff96f29880d758) 00000020:00001000:3.0:1773941435.738242:0:12411:0:(cl_object.c:831:cl_env_get()) 1@ffff96f29880d750 00000008:00000001:3.0:1773941435.738244:0:12411:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1773941435.738245:0:12411:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:3.0:1773941435.738247:0:12411:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773941435.738248:0:12411:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:3.0:1773941435.738249:0:12411:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941435.738251:0:12411:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773941435.738277:0:12411:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773941435.738278:0:12411:0:(cl_object.c:925:cl_env_put()) 1@ffff96f29880d750 00000020:00000010:3.0:1773941435.738281:0:12411:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f2916ddc00. 00000020:00000010:3.0:1773941435.738284:0:12411:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f282d7f4e0. 00000008:00000010:3.0:1773941435.738287:0:12411:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff96f288e85940. 00020000:00000010:3.0:1773941435.738296:0:12411:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f2a11afcc0. 00008000:00000010:3.0:1773941435.738300:0:12411:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f2908951a8. 00000020:00000010:3.0:1773941435.738305:0:12411:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f2916dcc00. 00000008:00000010:3.0:1773941435.738308:0:12411:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f29879fa20. 00020000:00000010:3.0:1773941435.738311:0:12411:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff96f288e39b00. 00008000:00000010:3.0:1773941435.738313:0:12411:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f287eefd60. 00000020:00000010:3.0:1773941435.738316:0:12411:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f2a0da2e00. 00000020:00000010:3.0:1773941435.738318:0:12411:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f29880d750. 00000001:00000001:3.0:1773941435.738321:0:12411:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941435.738322:0:12411:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773941435.738352:0:12411:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773941435.738353:0:12411:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941435.738354:0:12411:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773941435.738382:0:12411:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773941435.738384:0:12411:0:(osc_request.c:3947:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.738386:0:12411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000040:3.0:1773941435.738389:0:12411:0:(genops.c:1229:class_import_get()) import ffff96f289146000 refcount=2 obd=lustre-OST0000-osc-ffff96f289169800 00000020:00000001:3.0:1773941435.738392:0:12411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941435.738393:0:12411:0:(genops.c:1242:class_import_put()) import ffff96f289146000 refcount=1 obd=lustre-OST0000-osc-ffff96f289169800 00000020:00000001:3.0:1773941435.738396:0:12411:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1773941435.738397:0:12411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941435.738399:0:12411:0:(genops.c:1242:class_import_put()) import ffff96f289146000 refcount=0 obd=lustre-OST0000-osc-ffff96f289169800 00000020:00000040:3.0:1773941435.738401:0:12411:0:(genops.c:1245:class_import_put()) final put import ffff96f289146000 00000020:00000001:3.0:1773941435.738411:0:12411:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:3.0:1773941435.738414:0:12411:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000008:00000001:3.0:1773941435.738416:0:12411:0:(osc_request.c:4138:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941435.738449:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1773941435.738452:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff96f289146000 for lustre-OST0000-osc-ffff96f289169800 00000020:00000040:1.0:1773941435.738456:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 7 to 192.168.202.145@tcp 00000020:00000040:1.0:1773941435.738459:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 6 to 192.168.202.145@tcp 00000020:00000010:1.0:1773941435.738461:0:36:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff96f28376ff00. 00000020:00000040:1.0:1773941435.738465:0:36:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000-osc-ffff96f289169800 (ffff96f298bf0000) now 4 - import 00000020:00000010:1.0:1773941435.738468:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff96f289146000. 00000020:00000001:1.0:1773941435.738471:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:3.0:1773941435.738661:0:12411:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff96f290898000. 00000020:00000010:3.0:1773941435.738667:0:12411:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff96f288108000. 00000020:00000010:3.0:1773941435.738672:0:12411:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff96f298801000. 00000020:00000010:3.0:1773941435.738678:0:12411:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff96f288f69c00. 00000008:00000001:3.0:1773941435.738681:0:12411:0:(osc_dev.c:168:osc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941435.738687:0:12411:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff96f2a031a040. 00000020:00000010:3.0:1773941435.738694:0:12411:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f2916dc600. 00000020:00000010:3.0:1773941435.738698:0:12411:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f282d7fd20. 00000008:00000010:3.0:1773941435.738701:0:12411:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff96f288e837c8. 00020000:00000010:3.0:1773941435.738712:0:12411:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f2a11af180. 00010000:00000010:0.1:1773941435.738738:0:12417:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f2883d5600. 00010000:00000010:2.1F:1773941435.738745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f289192000. 00010000:00000010:0.1:1773941435.738747:0:12417:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f289192c00. 00010000:00000010:2.1:1773941435.738760:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f2883d5f00. 00008000:00000010:3.0:1773941435.738761:0:12411:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f290897880. 00010000:00000010:2.1:1773941435.738766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f289193800. 00000020:00000010:3.0:1773941435.738767:0:12411:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f2916dd600. 00000020:00000001:3.0:1773941435.738775:0:12411:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773941435.738789:0:12411:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1773941435.738795:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff96f28933be00. 00000001:00000010:3.0:1773941435.738799:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff96f28933b000. 00000001:00000010:3.0:1773941435.738803:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff96f28933b200. 00000001:00000010:3.0:1773941435.738806:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff96f2a0150400. 00000001:00000010:3.0:1773941435.738811:0:12411:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff96f298ba0140. 00000001:00000010:3.0:1773941435.738815:0:12411:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff96f2834a7800. 00000001:00000001:3.0:1773941435.738818:0:12411:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1773941435.738820:0:12411:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000-osc-ffff96f289169800 (ffff96f298bf0000) now 3 - setup 00000020:00000001:3.0:1773941435.738823:0:12411:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941435.738826:0:12411:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1773941435.738829:0:12411:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1773941435.738833:0:12411:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:3.0:1773941435.738836:0:12411:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000-osc-ffff96f289169800 (ffff96f298bf0000) now 2 - obd_device_list 00000020:00000080:3.0:1773941435.738838:0:12411:0:(obd_config.c:919:class_detach()) detach on obd lustre-OST0000-osc-ffff96f289169800 (uuid d4246aa6-f147-4bab-b83c-ced5ba5a40db) 00000020:00000040:3.0:1773941435.738840:0:12411:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000-osc-ffff96f289169800 (ffff96f298bf0000) now 1 - newdev 00000020:00000040:3.0:1773941435.738844:0:12411:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f289147800 with handle 0x6eb1e9e7edefbf66 from hash 00000020:00000040:3.0:1773941435.738847:0:12411:0:(genops.c:898:class_export_put()) PUTting export ffff96f289147800 : new refcount 0 00000020:00000080:3.0:1773941435.738849:0:12411:0:(genops.c:904:class_export_put()) final put ffff96f289147800/d4246aa6-f147-4bab-b83c-ced5ba5a40db 00000020:00000001:3.0:1773941435.738851:0:12411:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941435.738854:0:12411:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1773941435.738856:0:12411:0:(genops.c:863:class_export_destroy()) destroying export ffff96f289147800/d4246aa6-f147-4bab-b83c-ced5ba5a40db for lustre-OST0000-osc-ffff96f289169800 00000020:00000001:3.0:1773941435.738858:0:12411:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1773941435.738860:0:12411:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941435.738862:0:12411:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff96f289147800. 00000020:00000001:3.0:1773941435.738866:0:12411:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1773941435.738868:0:12411:0:(genops.c:437:class_free_dev()) Release obd device lustre-OST0000-osc-ffff96f289169800 obd_type name = osc 00000020:01000000:3.0:1773941435.738871:0:12411:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-ffff96f289169800 (d4246aa6-f147-4bab-b83c-ced5ba5a40db) 00000020:00000001:3.0:1773941435.738879:0:12411:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1773941435.738882:0:12411:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f2a0da2e00. 00000020:00000010:3.0:1773941435.738885:0:12411:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f2a0da2200. 00000020:00000010:3.0:1773941435.738889:0:12411:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f282d7fd20. 00000008:00000010:3.0:1773941435.738893:0:12411:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff96f288e837c8. 00020000:00000010:3.0:1773941435.738896:0:12411:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f2a11af180. 00008000:00000010:3.0:1773941435.738899:0:12411:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f290897880. 00000008:00000010:3.0:1773941435.738905:0:12411:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff96f288e80000. 00000008:00000010:3.0:1773941435.738909:0:12411:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff96f290a4c2f0. 00000008:00000010:3.0:1773941435.738913:0:12411:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff96f284af9650. 00000008:00000010:3.0:1773941435.738917:0:12411:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff96f284af8b28. 00000008:00000010:3.0:1773941435.738922:0:12411:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff96f2a0d9e468. 00000008:00000010:3.0:1773941435.738925:0:12411:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff96f290a48000. 00000008:00000010:3.0:1773941435.738929:0:12411:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff96f290a4ce18. 00000008:00000010:3.0:1773941435.738934:0:12411:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff96f290a4ef90. 00000008:00000010:3.0:1773941435.738938:0:12411:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff96f290a4e468. 00000008:00000010:3.0:1773941435.738941:0:12411:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f29879e840. 00000008:00000010:3.0:1773941435.738943:0:12411:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f2882d4840. 00000008:00000010:3.0:1773941435.738946:0:12411:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f284a30c60. 00000008:00000010:3.0:1773941435.738949:0:12411:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f284a31760. 00000008:00000010:3.0:1773941435.738951:0:12411:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f288eea840. 00000008:00000010:3.0:1773941435.738955:0:12411:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f2882d42c0. 00000008:00000010:3.0:1773941435.738958:0:12411:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f2882d4160. 00000008:00000010:3.0:1773941435.738974:0:12411:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f2882d5ce0. 00000008:00000010:3.0:1773941435.738977:0:12411:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f2882d5a20. 00000008:00000001:3.0:1773941435.738980:0:12411:0:(osc_request.c:4146:osc_cleanup_common()) Process entered 00010000:00000001:3.0:1773941435.738985:0:12411:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:3.0:1773941435.738988:0:12411:0:(ldlm_resource.c:1304:ldlm_namespace_free_post()) Process entered 00010000:00000001:3.0:1773941435.738991:0:12411:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:3.0:1773941435.739032:0:12411:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff96f282a93800. 00000020:00000010:3.0:1773941435.739036:0:12411:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff96f288f6bc00. 00010000:00000001:3.0:1773941435.739065:0:12411:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:3.0:1773941435.739076:0:12411:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 96 at ffff96f28376f180. 00000020:00000010:3.0:1773941435.739080:0:12411:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff96f288f68000. 00000001:00000001:3.0:1773941435.739151:0:12411:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1773941435.739186:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff96f298b6c000. 00000001:00000010:3.0:1773941435.739190:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff96f288002000. 00000001:00000010:3.0:1773941435.739195:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff96f288006000. 00000001:00000010:3.0:1773941435.739198:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff96f288004000. 00000001:00000010:3.0:1773941435.739201:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff96f288000000. 00000001:00000010:3.0:1773941435.739203:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff96f28800e000. 00000001:00000010:3.0:1773941435.739206:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff96f28800c000. 00000001:00000010:3.0:1773941435.739208:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff96f288008000. 00000001:00000010:3.0:1773941435.739211:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff96f28800a000. 00000001:00000010:3.0:1773941435.739213:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff96f286086000. 00000001:00000010:3.0:1773941435.739216:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff96f286084000. 00000001:00000010:3.0:1773941435.739218:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff96f286080000. 00000001:00000010:3.0:1773941435.739221:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff96f286082000. 00000001:00000010:3.0:1773941435.739223:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff96f285156000. 00000001:00000010:3.0:1773941435.739225:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff96f285154000. 00000001:00000010:3.0:1773941435.739228:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff96f285150000. 00000001:00000010:3.0:1773941435.739230:0:12411:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at ffff96f282ee3f00. 00000001:00000010:3.0:1773941435.739233:0:12411:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff96f282a92200. 00000001:00000001:3.0:1773941435.739235:0:12411:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:3.0:1773941435.739238:0:12411:0:(ldlm_resource.c:1327:ldlm_namespace_free_post()) kfreed 'ns': 848 at ffff96f288f6a800. 00010000:00000001:3.0:1773941435.739241:0:12411:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1773941435.739243:0:12411:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000001:3.0:1773941435.739244:0:12411:0:(ldlm_resource.c:1329:ldlm_namespace_free_post()) Process leaving 00010000:00000001:3.0:1773941435.739247:0:12411:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:3.0:1773941435.739249:0:12411:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:3.0:1773941435.739251:0:12411:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1773941435.739253:0:12411:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000010:3.0:1773941435.739255:0:12411:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff96f298804000. 00010000:00000010:3.0:1773941435.739259:0:12411:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff96f298802000. 00010000:00000001:3.0:1773941435.739261:0:12411:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000008:00000001:3.0:1773941435.739263:0:12411:0:(osc_request.c:4167:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1773941435.739266:0:12411:0:(osc_dev.c:179:osc_device_free()) kfreed 'oc': 104 at ffff96f282ee3680. 00000020:00000010:3.0:1773941435.739269:0:12411:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f2a0da2200. 00000020:00000010:3.0:1773941435.739271:0:12411:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f282d7fd20. 00000008:00000010:3.0:1773941435.739281:0:12411:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff96f288e837c8. 00020000:00000010:3.0:1773941435.739285:0:12411:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f2a11af180. 00008000:00000010:3.0:1773941435.739288:0:12411:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f290897880. 00000020:00000010:3.0:1773941435.739291:0:12411:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f2a0da2e00. 00000020:00000001:3.0:1773941435.739294:0:12411:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941435.739297:0:12411:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffff96f298bf0000. 00000020:00000001:3.0:1773941435.739303:0:12411:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941435.739306:0:12411:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773941435.739309:0:12411:0:(obd_config.c:2523:class_manual_cleanup()) kfreed 'lcfg': 88 at ffff96f282d7f5a0. 00000020:00000001:3.0:1773941435.739312:0:12411:0:(obd_config.c:2524:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:3.0:1773941435.739316:0:12411:0:(lu_tgt_descs.c:285:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at ffff96f298800000. 00020000:00000001:3.0:1773941435.739322:0:12411:0:(lov_obd.c:795:lov_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941435.739335:0:12411:0:(lu_object.c:1212:lu_site_fini()) kvfree 's->ls_bkts': 18432 at ffff96f2850b0000. 00000020:00000010:3.0:1773941435.739351:0:12411:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 192 at ffff96f283757600. 00000020:00000010:3.0:1773941435.739354:0:12411:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff96f298b4b400. 00020000:00000010:3.0:1773941435.739360:0:12411:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f2a11af780. 00020000:00000010:3.0:1773941435.739363:0:12411:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f2c2074f00. 00020000:00000010:3.0:1773941435.739367:0:12411:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f2883a90c0. 00020000:00000010:3.0:1773941435.739370:0:12411:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f2883a9240. 00020000:00000010:3.0:1773941435.739373:0:12411:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f283808cc0. 00020000:00000010:3.0:1773941435.739377:0:12411:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f2c20740c0. 00020000:00000010:3.0:1773941435.739380:0:12411:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f2c20743c0. 00020000:00000010:3.0:1773941435.739383:0:12411:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f2c2074c00. 00020000:00000010:3.0:1773941435.739386:0:12411:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f2c2074000. 00020000:00000010:3.0:1773941435.739389:0:12411:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff96f288e39f80. 00020000:00000010:3.0:1773941435.739393:0:12411:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff96f290800b40. 00020000:00000010:3.0:1773941435.739396:0:12411:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff96f290a28fc0. 00020000:00000010:3.0:1773941435.739400:0:12411:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff96f290a2a880. 00020000:00000010:3.0:1773941435.739403:0:12411:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff96f288ef0b40. 00020000:00000010:3.0:1773941435.739407:0:12411:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff96f290802640. 00020000:00000010:3.0:1773941435.739410:0:12411:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff96f290803840. 00020000:00000010:3.0:1773941435.739413:0:12411:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff96f290803a80. 00020000:00000010:3.0:1773941435.739416:0:12411:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff96f290803600. 00020000:00000010:3.0:1773941435.739425:0:12411:0:(lov_dev.c:306:lov_device_free()) kfreed 'ld->ld_target': 512 at ffff96f286069000. 00020000:00000010:3.0:1773941435.739429:0:12411:0:(lov_dev.c:310:lov_device_free()) kfreed 'ld->ld_md_tgts': 4096 at ffff96f2850f5000. 00020000:00000010:3.0:1773941435.739433:0:12411:0:(lov_dev.c:315:lov_device_free()) kfreed 'ld->ld_lov->lov_mdc_tgts': 4096 at ffff96f2850f7000. 00020000:00000010:3.0:1773941435.739436:0:12411:0:(lov_dev.c:319:lov_device_free()) kfreed 'ld': 632 at ffff96f298b49000. 00000020:00001000:3.0:1773941435.739441:0:12411:0:(cl_object.c:925:cl_env_put()) 1@ffff96f29880d990 00000020:00000010:3.0:1773941435.739443:0:12411:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f2916dda00. 00000020:00000010:3.0:1773941435.739447:0:12411:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f282d7ff60. 00000008:00000010:3.0:1773941435.739450:0:12411:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff96f288e80b28. 00020000:00000010:3.0:1773941435.739454:0:12411:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f2a11af840. 00008000:00000010:3.0:1773941435.739457:0:12411:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f290897c08. 00000080:00000010:3.0:1773941435.739461:0:12411:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f284c53bd0. 00000080:00000010:3.0:1773941435.739465:0:12411:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff96f298b3e238. 00000020:00000010:3.0:1773941435.739470:0:12411:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f2916dc400. 00000008:00000010:3.0:1773941435.739473:0:12411:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f29879e6e0. 00020000:00000010:3.0:1773941435.739476:0:12411:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff96f288e39440. 00008000:00000010:3.0:1773941435.739479:0:12411:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f287eef380. 00000080:00000010:3.0:1773941435.739483:0:12411:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f2882984b0. 00000020:00000010:3.0:1773941435.739486:0:12411:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f2916dc200. 00000020:00000010:3.0:1773941435.739489:0:12411:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f29880d990. 00000080:00000001:3.0:1773941435.739492:0:12411:0:(vvp_dev.c:331:cl_sb_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941435.739495:0:12411:0:(obd_class.h:902:obd_disconnect()) Process entered 00020000:00000001:3.0:1773941435.739498:0:12411:0:(lov_obd.c:290:lov_disconnect()) Process entered 00000020:00000001:3.0:1773941435.739500:0:12411:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:3.0:1773941435.739502:0:12411:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x6eb1e9e7edefbf89 00000020:00000040:3.0:1773941435.739505:0:12411:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f289168800 with handle 0x6eb1e9e7edefbf89 from hash 00000020:00000001:3.0:1773941435.739509:0:12411:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1773941435.739511:0:12411:0:(genops.c:898:class_export_put()) PUTting export ffff96f289168800 : new refcount 1 00000020:00000001:3.0:1773941435.739513:0:12411:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1773941435.739514:0:12411:0:(genops.c:898:class_export_put()) PUTting export ffff96f289168800 : new refcount 0 00000020:00000080:3.0:1773941435.739517:0:12411:0:(genops.c:904:class_export_put()) final put ffff96f289168800/d4246aa6-f147-4bab-b83c-ced5ba5a40db 00000020:00000001:3.0:1773941435.739519:0:12411:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941435.739532:0:12411:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773941435.739534:0:12411:0:(lov_obd.c:321:lov_disconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941435.739537:0:12411:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941435.739559:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1773941435.739563:0:36:0:(genops.c:863:class_export_destroy()) destroying export ffff96f289168800/d4246aa6-f147-4bab-b83c-ced5ba5a40db for lustre-clilov-ffff96f289169800 00000020:00000001:1.0:1773941435.739567:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1773941435.739569:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941435.739573:0:36:0:(obd_config.c:1058:class_decref()) Decref lustre-clilov-ffff96f289169800 (ffff96f284aa19b8) now 4 - export 00000020:00000010:1.0:1773941435.739576:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff96f289168800. 00000020:00000001:1.0:1773941435.739584:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:3.0:1773941435.739996:0:12411:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 576 at ffff96f298af4400. 00000020:00000010:3.0:1773941435.740002:0:12411:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff96f298af5c00. 00000020:00000010:3.0:1773941435.740006:0:12411:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at ffff96f2a0d94800. 00000020:00000010:3.0:1773941435.740009:0:12411:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at ffff96f283d8c000. 00000020:00000010:3.0:1773941435.740012:0:12411:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 1440 at ffff96f2a0db4000. 00000020:00000010:3.0:1773941435.740016:0:12411:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff96f298af6000. 00000080:00000001:3.0:1773941435.740019:0:12411:0:(obd_class.h:902:obd_disconnect()) Process entered 00800000:00000001:3.0:1773941435.740022:0:12411:0:(lmv_obd.c:589:lmv_disconnect()) Process entered 00800000:00000001:3.0:1773941435.740025:0:12411:0:(lmv_obd.c:534:lmv_disconnect_mdc()) Process entered 00020000:00000001:3.0:1773941435.740033:0:12411:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00001000:3.0:1773941435.740035:0:12411:0:(lu_tgt_descs.c:175:lu_qos_del_tgt()) removing server 192.168.202.145@tcp 00020000:00000010:3.0:1773941435.740038:0:12411:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) kfreed 'svr': 104 at ffff96f282b42e80. 00020000:00000001:3.0:1773941435.740041:0:12411:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773941435.740044:0:12411:0:(fld_request.c:185:fld_client_del_target()) Process entered 00000020:00000040:3.0:1773941435.740047:0:12411:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0d96000 : new refcount 3 80000000:00000010:3.0:1773941435.740050:0:12411:0:(fld_request.c:197:fld_client_del_target()) kfreed 'target': 40 at ffff96f298b7adc0. 80000000:00000001:3.0:1773941435.740053:0:12411:0:(fld_request.c:198:fld_client_del_target()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:3.0:1773941435.740056:0:12411:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:3.0:1773941435.740059:0:12411:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:3.0:1773941435.740118:0:12411:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0d96000 : new refcount 2 40000000:00000001:3.0:1773941435.740121:0:12411:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:3.0:1773941435.740123:0:12411:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at ffff96f298b8f900. 40000000:00000001:3.0:1773941435.740127:0:12411:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:3.0:1773941435.740130:0:12411:0:(lmv_obd.c:568:lmv_disconnect_mdc()) Disconnected from lustre-MDT0000-mdc-ffff96f289169800(d4246aa6-f147-4bab-b83c-ced5ba5a40db) successfully 00800000:00000001:3.0:1773941435.740132:0:12411:0:(obd_class.h:1347:obd_register_observer()) Process entered 00800000:00000001:3.0:1773941435.740135:0:12411:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773941435.740137:0:12411:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:3.0:1773941435.740140:0:12411:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:3.0:1773941435.740142:0:12411:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect lustre-MDT0000-mdc-ffff96f289169800 - 1 00000100:00000001:3.0:1773941435.740145:0:12411:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:3.0:1773941435.740146:0:12411:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import d4246aa6-f147-4bab-b83c-ced5ba5a40db->lustre-MDT0000_UUID 00000020:00000001:3.0:1773941435.740149:0:12411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941435.740151:0:12411:0:(genops.c:1242:class_import_put()) import ffff96f289142000 refcount=2 obd=lustre-MDT0000-mdc-ffff96f289169800 00000020:00000001:3.0:1773941435.740153:0:12411:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941435.740154:0:12411:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.740163:0:12411:0:(ldlm_request.c:2367:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:3.0:1773941435.740165:0:12411:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941435.740167:0:12411:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1773941435.740278:0:12411:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff96f29169a500 count: 2 00010000:00000001:3.0:1773941435.740282:0:12411:0:(ldlm_request.c:2311:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:3.0:1773941435.740284:0:12411:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff96f29169a500 count: 3 00010000:00000001:3.0:1773941435.740286:0:12411:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773941435.740289:0:12411:0:(ldlm_request.c:2161:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1773941435.740292:0:12411:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941435.740295:0:12411:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f289169800 lock: ffff96f28164de00/0x6eb1e9e7edefbf97 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x26a307eb0524636 expref: -99 pid: 12394 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00000001:3.0:1773941435.740305:0:12411:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773941435.740308:0:12411:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1773941435.740310:0:12411:0:(namei.c:251:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1773941435.740312:0:12411:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.740315:0:12411:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773941435.740318:0:12411:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941435.740320:0:12411:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941435.740322:0:12411:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941435.740325:0:12411:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1773941435.740328:0:12411:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f28164de00 with handle 0x6eb1e9e7edefbf97 from hash 00010000:00000001:3.0:1773941435.740330:0:12411:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941435.740332:0:12411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941435.740334:0:12411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941435.740336:0:12411:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941435.740339:0:12411:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941435.740341:0:12411:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1773941435.740344:0:12411:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773941435.740347:0:12411:0:(ldlm_request.c:2211:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773941435.740349:0:12411:0:(ldlm_request.c:2242:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773941435.740351:0:12411:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1773941435.740357:0:12411:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f288e50a80. 00000020:00000040:3.0:1773941435.740360:0:12411:0:(genops.c:1229:class_import_get()) import ffff96f289142000 refcount=3 obd=lustre-MDT0000-mdc-ffff96f289169800 00000100:00000001:3.0:1773941435.740363:0:12411:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941435.740365:0:12411:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941435.740374:0:12411:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941435.740378:0:12411:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f2a0da2e00. 00000100:00000001:3.0:1773941435.740382:0:12411:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.740385:0:12411:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773941435.740390:0:12411:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96f289169800 lock: ffff96f28164de00/0x6eb1e9e7edefbf97 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x26a307eb0524636 expref: -99 pid: 12394 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:3.0:1773941435.740397:0:12411:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773941435.740399:0:12411:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941435.740402:0:12411:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941435.740404:0:12411:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941435.740408:0:12411:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f282b256c0. 00000100:00000001:3.0:1773941435.740410:0:12411:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567051818688 : -115506657732928 : ffff96f282b256c0) 00000100:00000001:3.0:1773941435.740413:0:12411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941435.740415:0:12411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567155804800 : -115506553746816 : ffff96f288e50a80) 00000100:00000001:3.0:1773941435.740418:0:12411:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941435.740420:0:12411:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.740422:0:12411:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941435.740423:0:12411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941435.740429:0:12411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f288e50a80 x1860112264212352/t0(0) o103->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941435.740437:0:12411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941435.740439:0:12411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941435.740444:0:12411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f288e50a80 x1860112264212352/t0(0) o103->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941435.740451:0:12411:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1773941435.740454:0:12411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941435.740455:0:12411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941435.740458:0:12411:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f282b256c0 going to sleep for 0 seconds 00000100:00000001:3.0:1773941435.740461:0:12411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941435.740463:0:12411:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:3.0:1773941435.740465:0:12411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941435.740467:0:12411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941435.740475:0:12411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941435.740480:0:12411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f288e50a80 x1860112264212352/t0(0) o103->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941435.740488:0:12411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f288e50a80 pname:cluuid:pid:xid:nid:opc:job umount:d4246aa6-f147-4bab-b83c-ced5ba5a40db:12411:1860112264212352:192.168.202.145@tcp:103:umount.0 00000100:00000001:3.0:1773941435.740493:0:12411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941435.740496:0:12411:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1773941435.740498:0:12411:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941435.740500:0:12411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941435.740505:0:12411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f288e50a80 x1860112264212352/t0(0) o103->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941435.740511:0:12411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941435.740514:0:12411:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f282b256c0. 00000100:00000001:3.0:1773941435.740517:0:12411:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941435.740519:0:12411:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:3.0:1773941435.740521:0:12411:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:3.0:1773941435.740523:0:12411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941435.740526:0:12411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f288e50a80 x1860112264212352/t0(0) o103->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941435.740533:0:12411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1773941435.740535:0:12411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941435.740536:0:12411:0:(genops.c:1242:class_import_put()) import ffff96f289142000 refcount=2 obd=lustre-MDT0000-mdc-ffff96f289169800 00000020:00000001:3.0:1773941435.740538:0:12411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941435.740541:0:12411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f2a0da2e00. 02000000:00000001:3.0:1773941435.740544:0:12411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941435.740545:0:12411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941435.740547:0:12411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f288e50a80. 00000100:00000001:3.0:1773941435.740551:0:12411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941435.740552:0:12411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773941435.740554:0:12411:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:3.0:1773941435.740556:0:12411:0:(ldlm_request.c:2277:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:3.0:1773941435.740558:0:12411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941435.740562:0:12411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96f289169800 lock: ffff96f28164de00/0x6eb1e9e7edefbf97 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x26a307eb0524636 expref: -99 pid: 12394 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00000001:3.0:1773941435.740585:0:12411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941435.740587:0:12411:0:(ldlm_request.c:2290:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.740590:0:12411:0:(ldlm_request.c:2328:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773941435.740593:0:12411:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f29169a500 count: 0 00010000:00000010:3.0:1773941435.740599:0:12411:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f282b42680. 00000001:00000001:3.0:1773941435.740951:0:12411:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.740954:0:12411:0:(ldlm_request.c:2379:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.740957:0:12411:0:(ldlm_resource.c:1268:ldlm_namespace_free_prior()) Process entered 00010000:00000001:3.0:1773941435.740959:0:12411:0:(ldlm_resource.c:1207:__ldlm_namespace_free()) Process entered 00000001:00000001:3.0:1773941435.740976:0:12411:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941435.740978:0:12411:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773941435.741360:0:12411:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773941435.741363:0:12411:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941435.741364:0:12411:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773941435.741767:0:12411:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.741770:0:12411:0:(ldlm_resource.c:1251:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.741772:0:12411:0:(ldlm_resource.c:1293:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:3.0:1773941435.741775:0:12411:0:(import.c:1924:ptlrpc_disconnect_import()) Process entered 00000100:00000001:3.0:1773941435.741778:0:12411:0:(import.c:1858:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:3.0:1773941435.741780:0:12411:0:(import.c:1750:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1773941435.741785:0:12411:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f288e50a80. 00000020:00000040:3.0:1773941435.741787:0:12411:0:(genops.c:1229:class_import_get()) import ffff96f289142000 refcount=3 obd=lustre-MDT0000-mdc-ffff96f289169800 00000100:00000001:3.0:1773941435.741790:0:12411:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941435.741792:0:12411:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941435.741795:0:12411:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941435.741800:0:12411:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f283258600. 00000100:00000001:3.0:1773941435.741803:0:12411:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.741806:0:12411:0:(import.c:1788:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446628567155804800 : -115506553746816 : ffff96f288e50a80) 00000100:00080000:3.0:1773941435.741809:0:12411:0:(import.c:65:import_set_state_nolock()) ffff96f289142000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:3.0:1773941435.741812:0:12411:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941435.741815:0:12411:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941435.741820:0:12411:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2646adc] to pc [ptlrpcd_rcv+-1] req@ffff96f288e50a80 x1860112264212480/t0(0) o39->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941435.741850:0:12411:0:(import.c:1904:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.741867:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941435.741869:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941435.741871:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941435.741876:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f288e50a80 x1860112264212480/t0(0) o39->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941435.741882:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941435.741883:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941435.741885:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941435.741892:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941435.741894:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941435.741897:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f288e50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4246aa6-f147-4bab-b83c-ced5ba5a40db:2352:1860112264212480:192.168.202.145@tcp:39:umount.0 00000100:00000001:1.0:1773941435.741900:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941435.741902:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941435.741903:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941435.741904:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941435.741907:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f283f1a800. 02000000:00000001:1.0:1773941435.741909:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941435.741913:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941435.741915:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15478. 00000400:00000010:1.0:1773941435.741918:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1660. 00000100:00000200:1.0:1773941435.741921:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112264212480, portal 10 00000100:00000001:1.0:1773941435.741923:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941435.741924:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567155804800 : -115506553746816 : ffff96f288e50a80) 00000100:00000040:1.0:1773941435.741930:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f288e50a80 x1860112264212480/t0(0) o39->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941435.741937:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941435.741941:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:1.0:1773941435.741944:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1cc0. 00000100:00000200:1.0:1773941435.741948:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112264212480, offset 0 00000400:00000200:1.0:1773941435.741954:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941435.741970:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941435.741976:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941435.741980:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941435.741983:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941435.741987:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941435.741989:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:1.0:1773941435.741993:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [102:102:256:4294967295] 192.168.202.145@tcp LPNI seq info [102:102:8:4294967295] 00000400:00000200:1.0:1773941435.741999:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941435.742007:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:1.0:1773941435.742011:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:1.0:1773941435.742019:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f298b8f200. 00000800:00000200:1.0:1773941435.742023:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:1.0:1773941435.742028:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:1.0:1773941435.742030:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f298b8f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773941435.742041:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941435.742043:0:2352:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f289169800: using a timeout of 1444527 usecs (1445 jiffies) 00000400:00000200:1.0:1773941435.742046:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:1.0:1773941435.742048:0:2352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f289169800: PM QoS new deadline estimation for cpu 2 is 4294854933 00000100:00000001:1.0:1773941435.742051:0:2352:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f289169800: PM QoS request active for cpu 2, keep current deadline 4294855641 00000100:00000001:1.0:1773941435.742053:0:2352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f289169800: PM QoS new deadline estimation for cpu 3 is 4294854933 00000100:00000001:1.0:1773941435.742055:0:2352:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f289169800: PM QoS request active for cpu 3, keep current deadline 4294855641 00000100:00000001:1.0:1773941435.742057:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941435.742059:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.742061:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.742062:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941435.742065:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941435.742067:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1773941435.742068:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941435.742069:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941435.742070:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.742072:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941435.742092:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941435.742096:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f298b8f200. 00000400:00000200:2.0:1773941435.742100:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941435.742104:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941435.742107:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1cc0 00000400:00000010:2.0:1773941435.742109:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1cc0. 00000100:00000001:2.0:1773941435.742112:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941435.742116:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f288e50a80 x1860112264212480/t0(0) o39->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941435.742124:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941435.742126:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f288e50a80 x1860112264212480/t0(0) o39->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941445 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941435.742142:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941435.742144:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941435.743757:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941435.743764:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941435.743766:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941435.743770:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941435.743774:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941435.743780:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941435.743786:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941435.743789:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941435.743794:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941435.743798:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 10 MB=0x69bc322c03000 00000400:00000200:2.0:1773941435.743802:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941435.743807:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.145@tcp of length 224/224 into md 0x82d [1] + 224 00000800:00000001:2.0:1773941435.743811:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941435.743817:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941435.743819:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941435.743822:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941435.743826:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941435.743830:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f288e50a80 x1860112264212480/t0(0) o39->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941435.743838:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96f288e50a80 x1860112264212480/t0(0) o39->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941435.743855:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941435.743860:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941435.743863:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941435.743878:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941435.743882:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941435.743886:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941435.743889:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941435.743891:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15478. 00000400:00000200:3.0:1773941435.743897:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1660 00000400:00000010:3.0:1773941435.743899:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1660. 00000100:00000001:3.0:1773941435.743904:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941435.743909:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f288e50a80 x1860112264212480/t0(0) o39->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941435.743921:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f288e50a80 x1860112264212480/t0(0) o39->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941435.743928:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941435.743931:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941435.743933:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941435.743936:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941435.743938:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941435.743940:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941435.743943:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941435.743950:0:2352:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff96f285134000. 00000100:00001000:3.0:1773941435.743956:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f289142458 time=1 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941435.743971:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f289142410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941435.743975:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941435.743977:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.743979:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941435.743982:0:2352:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.743985:0:2352:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773941435.743987:0:2352:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1773941435.743990:0:2352:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773941435.743992:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941435.743994:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567155804800 : -115506553746816 : ffff96f288e50a80) 00000100:00000001:3.0:1773941435.743997:0:2352:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773941435.744006:0:2352:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f289169800: skip recheck: last_committed 0 00000100:00000001:3.0:1773941435.744008:0:2352:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773941435.744010:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941435.744016:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f288e50a80 x1860112264212480/t8589934593(8589934593) o39->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941445 ref 2 fl Rpc:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941435.744025:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941435.744028:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941435.744029:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1773941435.744032:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f289142000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:3.0:1773941435.744034:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:3.0:1773941435.744037:0:2352:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:3.0:1773941435.744041:0:2352:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.744044:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941435.744046:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:3.0:1773941435.744047:0:2352:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:3.0:1773941435.744050:0:2352:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.744052:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:3.0:1773941435.744064:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f288e50a80 x1860112264212480/t8589934593(8589934593) o39->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941445 ref 2 fl Interpret:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941435.744072:0:12411:0:(import.c:1967:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941435.744074:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f288e50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4246aa6-f147-4bab-b83c-ced5ba5a40db:2352:1860112264212480:192.168.202.145@tcp:39:umount.0 00000100:00000001:0.0:1773941435.744077:0:12411:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941435.744079:0:12411:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:0.0:1773941435.744082:0:12411:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1773941435.744087:0:12411:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f288e50a80 x1860112264212480/t8589934593(8589934593) o39->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941445 ref 2 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941435.744095:0:12411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1773941435.744097:0:12411:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f289169800: committing for last_committed 0 gen 2 00000100:00100000:0.0:1773941435.744101:0:12411:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96f288e50a80 x1860112264212480/t8589934593(8589934593) o39->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941445 ref 2 fl Complete:RENQU/204/0 rc -5/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941435.744106:0:12411:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941435.744109:0:12411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941435.744111:0:12411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f288e50a80 x1860112264212480/t8589934593(8589934593) o39->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941445 ref 2 fl Complete:RENQU/204/0 rc -5/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941435.744116:0:12411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941435.744118:0:12411:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f289169800: normal: skip=0 replay=1/1 committed=0/0 00000100:00000001:0.0:1773941435.744119:0:12411:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773941435.744120:0:12411:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941435.744126:0:12411:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941435.744128:0:12411:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:3.0:1773941435.744130:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773941435.744130:0:12411:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:0.0:1773941435.744132:0:12411:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.744135:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941435.744136:0:12411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:0.0:1773941435.744140:0:12411:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941435.744143:0:12411:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:0.0:1773941435.744144:0:12411:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000100:00000040:3.0:1773941435.744145:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f288e50a80 x1860112264212480/t8589934593(8589934593) o39->lustre-MDT0000-mdc-ffff96f289169800@192.168.202.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941445 ref 1 fl Complete:RENQU/204/0 rc -5/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1773941435.744146:0:12411:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941435.744149:0:12411:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1773941435.744156:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941435.744158:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941435.744160:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f283f1a800. 02000000:00000001:3.0:1773941435.744163:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941435.744165:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941435.744167:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f289142000 refcount=2 obd=lustre-MDT0000-mdc-ffff96f289169800 00000020:00000001:3.0:1773941435.744169:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941435.744172:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f283258600. 02000000:00000001:3.0:1773941435.744182:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941435.744184:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941435.744186:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f288e50a80. 00000100:00000001:3.0:1773941435.744188:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941435.744189:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941435.744191:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941435.744195:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941435.744197:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.744199:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941435.744201:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941435.744489:0:12411:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941435.744492:0:12411:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941435.744493:0:12411:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941435.744828:0:12411:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941435.744831:0:12411:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773941435.744834:0:12411:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f28913a870. 00000020:00000010:0.0:1773941435.744837:0:12411:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f2850eec00. 00000020:00000010:0.0:1773941435.744840:0:12411:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f2850efe00. 00000020:00000010:0.0:1773941435.744843:0:12411:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f28376f720. 00008000:00000010:0.0:1773941435.744847:0:12411:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f2882eea60. 00000020:00000010:0.0:1773941435.744851:0:12411:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f2850ef400. 00008000:00000010:0.0:1773941435.744854:0:12411:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f288e544d0. 00000020:00000001:0.0:1773941435.744856:0:12411:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628567158859896 : -115506550691720 : ffff96f28913a878) 00000020:00001000:0.0:1773941435.744858:0:12411:0:(cl_object.c:831:cl_env_get()) 1@ffff96f28913a870 00000008:00000001:0.0:1773941435.744860:0:12411:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1773941435.744861:0:12411:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:0.0:1773941435.744863:0:12411:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773941435.744864:0:12411:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:0.0:1773941435.744865:0:12411:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941435.744867:0:12411:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941435.745190:0:12411:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773941435.745193:0:12411:0:(cl_object.c:925:cl_env_put()) 1@ffff96f28913a870 00000020:00000010:0.0:1773941435.745197:0:12411:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f2850efe00. 00000020:00000010:0.0:1773941435.745200:0:12411:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f28376f720. 00008000:00000010:0.0:1773941435.745203:0:12411:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f2882eea60. 00000020:00000010:0.0:1773941435.745206:0:12411:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f2850eec00. 00008000:00000010:0.0:1773941435.745209:0:12411:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f288e544d0. 00000020:00000010:0.0:1773941435.745219:0:12411:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f2850ef400. 00000020:00000010:0.0:1773941435.745221:0:12411:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f28913a870. 00000001:00000001:0.0:1773941435.745225:0:12411:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941435.745227:0:12411:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941435.745548:0:12411:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941435.745550:0:12411:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941435.745551:0:12411:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000010:3.1:1773941435.746022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f28164de00. 00010000:00000010:3.1:1773941435.746029:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f29169a500. 00000001:00000001:0.0:1773941435.746088:0:12411:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773941435.746091:0:12411:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941435.746092:0:12411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:0.0:1773941435.746096:0:12411:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:0.0:1773941435.746097:0:12411:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:0.0:1773941435.746099:0:12411:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x6eb1e9e7edefbf82 00000020:00000040:0.0:1773941435.746102:0:12411:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f2a0d96000 with handle 0x6eb1e9e7edefbf82 from hash 00000020:00000001:0.0:1773941435.746105:0:12411:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1773941435.746107:0:12411:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0d96000 : new refcount 1 00000020:00000001:0.0:1773941435.746108:0:12411:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1773941435.746110:0:12411:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0d96000 : new refcount 0 00000020:00000080:0.0:1773941435.746111:0:12411:0:(genops.c:904:class_export_put()) final put ffff96f2a0d96000/d4246aa6-f147-4bab-b83c-ced5ba5a40db 00000020:00000001:0.0:1773941435.746112:0:12411:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941435.746123:0:12411:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941435.746125:0:12411:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773941435.746127:0:12411:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773941435.746129:0:12411:0:(lmv_obd.c:579:lmv_disconnect_mdc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941435.746141:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:0.0:1773941435.746141:0:12411:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:2.0:1773941435.746146:0:36:0:(genops.c:863:class_export_destroy()) destroying export ffff96f2a0d96000/d4246aa6-f147-4bab-b83c-ced5ba5a40db for lustre-MDT0000-mdc-ffff96f289169800 00000020:00000080:0.0:1773941435.746146:0:12411:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x6eb1e9e7edefbf7b 00000020:00000040:0.0:1773941435.746150:0:12411:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f2a0d94000 with handle 0x6eb1e9e7edefbf7b from hash 00000020:00000040:2.0:1773941435.746154:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 5 to 192.168.202.145@tcp 00000020:00000001:0.0:1773941435.746154:0:12411:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1773941435.746157:0:12411:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0d94000 : new refcount 1 00000020:00000001:2.0:1773941435.746158:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1773941435.746160:0:12411:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1773941435.746161:0:12411:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0d94000 : new refcount 0 00000020:00000080:0.0:1773941435.746163:0:12411:0:(genops.c:904:class_export_put()) final put ffff96f2a0d94000/d4246aa6-f147-4bab-b83c-ced5ba5a40db 00000020:00000001:0.0:1773941435.746164:0:12411:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941435.746167:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941435.746169:0:36:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000-mdc-ffff96f289169800 (ffff96f298bf4d28) now 5 - export 00000020:00000001:0.0:1773941435.746171:0:12411:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773941435.746172:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff96f2a0d96000. 00800000:00000001:0.0:1773941435.746175:0:12411:0:(lmv_obd.c:600:lmv_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941435.746179:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000080:00000001:0.0:1773941435.746184:0:12411:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941435.746185:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000080:00000001:0.0:1773941435.746186:0:12411:0:(llite_lib.c:995:client_common_put_super()) Process leaving 00000020:00000080:2.0:1773941435.746188:0:36:0:(genops.c:863:class_export_destroy()) destroying export ffff96f2a0d94000/d4246aa6-f147-4bab-b83c-ced5ba5a40db for lustre-clilmv-ffff96f289169800 00000020:00000001:0.0:1773941435.746190:0:12411:0:(obd_config.c:2489:class_manual_cleanup()) Process entered 00000020:00000001:2.0:1773941435.746192:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:01000000:0.0:1773941435.746193:0:12411:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-clilov-ffff96f289169800 (flags='') 00000020:00000001:2.0:1773941435.746195:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941435.746199:0:36:0:(obd_config.c:1058:class_decref()) Decref lustre-clilmv-ffff96f289169800 (ffff96f284aa4d28) now 4 - export 00000020:00000010:0.0:1773941435.746200:0:12411:0:(obd_config.c:2506:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff96f28376f720. 00000020:00000010:2.0:1773941435.746202:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff96f2a0d94000. 00000020:00000080:0.0:1773941435.746206:0:12411:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1773941435.746210:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1773941435.746213:0:12411:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:0.0:1773941435.746217:0:12411:0:(obd_config.c:991:class_cleanup()) lustre-clilov-ffff96f289169800: forcing exports to disconnect: 0/1 00000020:00000001:0.0:1773941435.746219:0:12411:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1773941435.746222:0:12411:0:(genops.c:1577:class_disconnect_exports()) OBD device 1 (ffff96f284aa19b8) has no exports 00000020:00000001:0.0:1773941435.746225:0:12411:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1773941435.746227:0:12411:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:0.0:1773941435.746229:0:12411:0:(obd_class.h:609:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941435.746247:0:12411:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1773941435.746253:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff96f283976a00. 00000001:00000010:0.0:1773941435.746257:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff96f284bbd000. 00000001:00000010:0.0:1773941435.746259:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff96f284bbd600. 00000001:00000010:0.0:1773941435.746262:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff96f28621ec00. 00000001:00000010:0.0:1773941435.746264:0:12411:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff96f284a33700. 00000001:00000010:0.0:1773941435.746265:0:12411:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff96f298b8f400. 00000001:00000001:0.0:1773941435.746268:0:12411:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1773941435.746269:0:12411:0:(obd_config.c:1058:class_decref()) Decref lustre-clilov-ffff96f289169800 (ffff96f284aa19b8) now 3 - setup 00000020:00000001:0.0:1773941435.746271:0:12411:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941435.746273:0:12411:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1773941435.746274:0:12411:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1773941435.746277:0:12411:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:0.0:1773941435.746279:0:12411:0:(obd_config.c:1058:class_decref()) Decref lustre-clilov-ffff96f289169800 (ffff96f284aa19b8) now 2 - obd_device_list 00000020:00000080:0.0:1773941435.746281:0:12411:0:(obd_config.c:919:class_detach()) detach on obd lustre-clilov-ffff96f289169800 (uuid d4246aa6-f147-4bab-b83c-ced5ba5a40db) 00000020:00000040:0.0:1773941435.746282:0:12411:0:(obd_config.c:1058:class_decref()) Decref lustre-clilov-ffff96f289169800 (ffff96f284aa19b8) now 1 - newdev 00000020:00000040:0.0:1773941435.746284:0:12411:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f2a0d92800 with handle 0x6eb1e9e7edefbf51 from hash 00000020:00000040:0.0:1773941435.746286:0:12411:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0d92800 : new refcount 0 00000020:00000080:0.0:1773941435.746287:0:12411:0:(genops.c:904:class_export_put()) final put ffff96f2a0d92800/d4246aa6-f147-4bab-b83c-ced5ba5a40db 00000020:00000001:0.0:1773941435.746289:0:12411:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941435.746290:0:12411:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1773941435.746296:0:12411:0:(genops.c:863:class_export_destroy()) destroying export ffff96f2a0d92800/d4246aa6-f147-4bab-b83c-ced5ba5a40db for lustre-clilov-ffff96f289169800 00000020:00000001:0.0:1773941435.746298:0:12411:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1773941435.746299:0:12411:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941435.746301:0:12411:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff96f2a0d92800. 00000020:00000001:0.0:1773941435.746306:0:12411:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1773941435.746307:0:12411:0:(genops.c:437:class_free_dev()) Release obd device lustre-clilov-ffff96f289169800 obd_type name = lov 00000020:01000000:0.0:1773941435.746309:0:12411:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-clilov-ffff96f289169800 (d4246aa6-f147-4bab-b83c-ced5ba5a40db) 00000020:00000001:0.0:1773941435.746310:0:12411:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000001:0.0:1773941435.746311:0:12411:0:(obd_class.h:638:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941435.746313:0:12411:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffff96f284aa19b8. 00000020:00000001:0.0:1773941435.746319:0:12411:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941435.746320:0:12411:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773941435.746322:0:12411:0:(obd_config.c:2523:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff96f28376f720. 00000020:00000001:0.0:1773941435.746324:0:12411:0:(obd_config.c:2524:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941435.746326:0:12411:0:(obd_config.c:2489:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1773941435.746327:0:12411:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-clilmv-ffff96f289169800 (flags='') 00000020:00000010:0.0:1773941435.746330:0:12411:0:(obd_config.c:2506:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff96f28376f720. 00000020:00000080:0.0:1773941435.746331:0:12411:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1773941435.746333:0:12411:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:0.0:1773941435.746335:0:12411:0:(obd_config.c:991:class_cleanup()) lustre-clilmv-ffff96f289169800: forcing exports to disconnect: 0/1 00000020:00000001:0.0:1773941435.746336:0:12411:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1773941435.746338:0:12411:0:(genops.c:1577:class_disconnect_exports()) OBD device 2 (ffff96f284aa4d28) has no exports 00000020:00000001:0.0:1773941435.746340:0:12411:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1773941435.746341:0:12411:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:0.0:1773941435.746344:0:12411:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f2850ef400. 00000020:00000010:0.0:1773941435.746346:0:12411:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f2850eec00. 00000040:00000010:0.0:1773941435.746349:0:12411:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f2850efe00. 00000020:00000010:0.0:1773941435.746352:0:12411:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f289142800. 00000020:00000010:0.0:1773941435.746355:0:12411:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f2850ef000. 00040000:00000010:0.0:1773941435.746359:0:12411:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f2834a7800. 00040000:00000010:0.0:1773941435.746361:0:12411:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f2850ee200. 00000020:00000010:0.0:1773941435.746363:0:12411:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f282edddc0. 00000020:00000001:0.0:1773941435.746366:0:12411:0:(kernelcomm.c:1231:libcfs_kkuc_group_rem()) Process entered 00000020:00000001:0.0:1773941435.746368:0:12411:0:(kernelcomm.c:1272:libcfs_kkuc_group_put()) Process entered 00000020:00000001:0.0:1773941435.746375:0:12411:0:(kernelcomm.c:1285:libcfs_kkuc_group_put()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000020:00000001:0.0:1773941435.746377:0:12411:0:(kernelcomm.c:1263:libcfs_kkuc_group_rem()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941435.746380:0:12411:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff96f282edddc0. 00000020:00000010:0.0:1773941435.746383:0:12411:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f2850eec00. 00000040:00000010:0.0:1773941435.746386:0:12411:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f2850efe00. 00000020:00000010:0.0:1773941435.746388:0:12411:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f289142800. 00000020:00000010:0.0:1773941435.746392:0:12411:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f2850ef000. 00040000:00000010:0.0:1773941435.746394:0:12411:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f2834a7800. 00040000:00000010:0.0:1773941435.746396:0:12411:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f2850ee200. 00000020:00000010:0.0:1773941435.746398:0:12411:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f2850ef400. 00000020:00000001:0.0:1773941435.746400:0:12411:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941435.746411:0:12411:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1773941435.746414:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff96f28621fe00. 00000001:00000010:0.0:1773941435.746416:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff96f28621fc00. 00000001:00000010:0.0:1773941435.746418:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff96f28621f600. 00000001:00000010:0.0:1773941435.746420:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff96f28621e400. 00000001:00000010:0.0:1773941435.746421:0:12411:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff96f284a33680. 00000001:00000010:0.0:1773941435.746423:0:12411:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff96f298b8f700. 00000001:00000001:0.0:1773941435.746424:0:12411:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1773941435.746425:0:12411:0:(obd_config.c:1058:class_decref()) Decref lustre-clilmv-ffff96f289169800 (ffff96f284aa4d28) now 3 - setup 00000020:00000001:0.0:1773941435.746427:0:12411:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941435.746428:0:12411:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1773941435.746430:0:12411:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1773941435.746432:0:12411:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:0.0:1773941435.746433:0:12411:0:(obd_config.c:1058:class_decref()) Decref lustre-clilmv-ffff96f289169800 (ffff96f284aa4d28) now 2 - obd_device_list 00000020:00000080:0.0:1773941435.746434:0:12411:0:(obd_config.c:919:class_detach()) detach on obd lustre-clilmv-ffff96f289169800 (uuid d4246aa6-f147-4bab-b83c-ced5ba5a40db) 00000020:00000040:0.0:1773941435.746436:0:12411:0:(obd_config.c:1058:class_decref()) Decref lustre-clilmv-ffff96f289169800 (ffff96f284aa4d28) now 1 - newdev 00000020:00000040:0.0:1773941435.746438:0:12411:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f2a0d91000 with handle 0x6eb1e9e7edefbf58 from hash 00000020:00000040:0.0:1773941435.746440:0:12411:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0d91000 : new refcount 0 00000020:00000080:0.0:1773941435.746441:0:12411:0:(genops.c:904:class_export_put()) final put ffff96f2a0d91000/d4246aa6-f147-4bab-b83c-ced5ba5a40db 00000020:00000001:0.0:1773941435.746443:0:12411:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941435.746444:0:12411:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1773941435.746446:0:12411:0:(genops.c:863:class_export_destroy()) destroying export ffff96f2a0d91000/d4246aa6-f147-4bab-b83c-ced5ba5a40db for lustre-clilmv-ffff96f289169800 00000020:00000001:0.0:1773941435.746452:0:12411:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1773941435.746453:0:12411:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941435.746455:0:12411:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff96f2a0d91000. 00000020:00000001:0.0:1773941435.746458:0:12411:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1773941435.746459:0:12411:0:(genops.c:437:class_free_dev()) Release obd device lustre-clilmv-ffff96f289169800 obd_type name = lmv 00000020:01000000:0.0:1773941435.746460:0:12411:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-clilmv-ffff96f289169800 (d4246aa6-f147-4bab-b83c-ced5ba5a40db) 00000020:00000001:0.0:1773941435.746461:0:12411:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1773941435.746463:0:12411:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f2850ef400. 00000020:00000010:0.0:1773941435.746464:0:12411:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f2850ee200. 00000040:00000010:0.0:1773941435.746466:0:12411:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f2850ef000. 00000020:00000010:0.0:1773941435.746468:0:12411:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f289142800. 00000020:00000010:0.0:1773941435.746470:0:12411:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f2850efe00. 00040000:00000010:0.0:1773941435.746472:0:12411:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f2834a7800. 00040000:00000010:0.0:1773941435.746474:0:12411:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f2850eec00. 00800000:00000001:0.0:1773941435.746476:0:12411:0:(lmv_obd.c:1313:lmv_device_free()) Process entered 00800000:00000010:0.0:1773941435.746478:0:12411:0:(lmv_obd.c:1319:lmv_device_free()) kfreed 'pat': 280 at ffff96f2850ee600. 00800000:00000010:0.0:1773941435.746480:0:12411:0:(lmv_obd.c:1319:lmv_device_free()) kfreed 'pat': 280 at ffff96f2850ef200. 80000000:00000001:0.0:1773941435.746483:0:12411:0:(fld_request.c:280:fld_client_fini()) Process entered 80000000:00000001:0.0:1773941435.746485:0:12411:0:(fld_cache.c:227:fld_cache_flush()) Process entered 80000000:00000001:0.0:1773941435.746487:0:12411:0:(fld_cache.c:198:fld_cache_shrink()) Process entered 80000000:00000040:0.0:1773941435.746488:0:12411:0:(fld_cache.c:217:fld_cache_shrink()) cli-lustre-clilmv-ffff96f289169800: FLD cache - Shrunk by 0 entries 80000000:00000001:0.0:1773941435.746490:0:12411:0:(fld_cache.c:219:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773941435.746491:0:12411:0:(fld_cache.c:234:fld_cache_flush()) Process leaving 80000000:00000040:0.0:1773941435.746492:0:12411:0:(fld_cache.c:80:fld_cache_fini()) FLD cache statistics (cli-lustre-clilmv-ffff96f289169800): 80000000:00000040:0.0:1773941435.746493:0:12411:0:(fld_cache.c:81:fld_cache_fini()) Cache reqs: 0 80000000:00000040:0.0:1773941435.746495:0:12411:0:(fld_cache.c:82:fld_cache_fini()) Total reqs: 0 80000000:00000010:0.0:1773941435.746496:0:12411:0:(fld_cache.c:84:fld_cache_fini()) kfreed 'cache': 168 at ffff96f298af16c0. 80000000:00000001:0.0:1773941435.746499:0:12411:0:(fld_request.c:298:fld_client_fini()) Process leaving 00000020:00000010:0.0:1773941435.746605:0:12411:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff96f29874b000. 00000020:00000010:0.0:1773941435.746607:0:12411:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff96f298af6400. 00000020:00000010:0.0:1773941435.746609:0:12411:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff96f2a01ee400. 00000020:00000010:0.0:1773941435.746611:0:12411:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 512 at ffff96f2850ef800. 00000020:00000010:0.0:1773941435.746613:0:12411:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff96f2a0e39c00. 00020000:00000001:0.0:1773941435.746615:0:12411:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00000001:0.0:1773941435.746622:0:12411:0:(lu_tgt_descs.c:169:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:0.0:1773941435.746624:0:12411:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000010:0.0:1773941435.746626:0:12411:0:(lmv_obd.c:410:lmv_del_target()) kfreed 'tgt': 368 at ffff96f28933ae00. 00020000:00000010:0.0:1773941435.746630:0:12411:0:(lu_tgt_descs.c:285:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at ffff96f298805000. 00800000:00000010:0.0:1773941435.746633:0:12411:0:(lmv_obd.c:1331:lmv_device_free()) kfreed 'lu': 64 at ffff96f298b7a0c0. 00800000:00000001:0.0:1773941435.746634:0:12411:0:(lmv_obd.c:1333:lmv_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941435.746636:0:12411:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f2850ee200. 00000040:00000010:0.0:1773941435.746637:0:12411:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f2850ef000. 00000020:00000010:0.0:1773941435.746639:0:12411:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f289142800. 00000020:00000010:0.0:1773941435.746641:0:12411:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f2850efe00. 00040000:00000010:0.0:1773941435.746643:0:12411:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f2834a7800. 00040000:00000010:0.0:1773941435.746645:0:12411:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f2850eec00. 00000020:00000010:0.0:1773941435.746646:0:12411:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f2850ef400. 00000020:00000001:0.0:1773941435.746648:0:12411:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941435.746650:0:12411:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffff96f284aa4d28. 00000020:00000001:0.0:1773941435.746653:0:12411:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941435.746655:0:12411:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773941435.746657:0:12411:0:(obd_config.c:2523:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff96f28376f720. 00000020:00000001:0.0:1773941435.746659:0:12411:0:(obd_config.c:2524:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941435.746661:0:12411:0:(obd_config.c:2489:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1773941435.746662:0:12411:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdc-ffff96f289169800 (flags='') 00000020:00000010:0.0:1773941435.746664:0:12411:0:(obd_config.c:2506:class_manual_cleanup()) kmalloced '(lcfg)': 88 at ffff96f28376f720. 00000020:00000080:0.0:1773941435.746666:0:12411:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1773941435.746667:0:12411:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:0.0:1773941435.746669:0:12411:0:(obd_config.c:991:class_cleanup()) lustre-MDT0000-mdc-ffff96f289169800: forcing exports to disconnect: 0/2 00000020:00000001:0.0:1773941435.746671:0:12411:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1773941435.746672:0:12411:0:(genops.c:1577:class_disconnect_exports()) OBD device 3 (ffff96f298bf4d28) has no exports 00000020:00000001:0.0:1773941435.746674:0:12411:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1773941435.746675:0:12411:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:0.0:1773941435.746677:0:12411:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f2850ef400. 00000020:00000010:0.0:1773941435.746679:0:12411:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f2850eec00. 00000020:00000010:0.0:1773941435.746682:0:12411:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f28376fae0. 00008000:00000010:0.0:1773941435.746684:0:12411:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f2882eea60. 00000020:00000010:0.0:1773941435.746688:0:12411:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f282eddcc0. 00000002:00000001:0.0:1773941435.746695:0:12411:0:(mdc_dev.c:1760:mdc_device_fini()) Process entered 00000008:00000001:0.0:1773941435.746696:0:12411:0:(osc_request.c:4123:osc_precleanup_common()) Process entered 00000008:00000001:0.0:1773941435.746701:0:12411:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00000008:01000000:0.0:1773941435.746703:0:12411:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-mdc-ffff96f289169800: client import never connected 00000100:00000001:0.0:1773941435.746705:0:12411:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941435.746706:0:12411:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:0.0:1773941435.746708:0:12411:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1773941435.746709:0:12411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1773941435.746710:0:12411:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f289169800: committing for last_committed 0 gen 3 00000100:00000040:0.0:1773941435.746712:0:12411:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f289169800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1773941435.746713:0:12411:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773941435.746735:0:12411:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941435.746736:0:12411:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941435.746737:0:12411:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:0.0:1773941435.746738:0:12411:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:0.0:1773941435.746740:0:12411:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941435.746742:0:12411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:0.0:1773941435.746743:0:12411:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941435.746745:0:12411:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:0.0:1773941435.746746:0:12411:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000001:00000001:0.0:1773941435.746747:0:12411:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941435.746749:0:12411:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941435.747074:0:12411:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941435.747077:0:12411:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941435.747078:0:12411:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941435.747425:0:12411:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941435.747428:0:12411:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773941435.747430:0:12411:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f28913a870. 00000020:00000010:0.0:1773941435.747432:0:12411:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f2850efe00. 00000020:00000010:0.0:1773941435.747434:0:12411:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f2850ef000. 00000020:00000010:0.0:1773941435.747436:0:12411:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f28376f240. 00008000:00000010:0.0:1773941435.747439:0:12411:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f2882ee350. 00000020:00000010:0.0:1773941435.747441:0:12411:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f2850ee200. 00008000:00000010:0.0:1773941435.747443:0:12411:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f288e544d0. 00000020:00000001:0.0:1773941435.747444:0:12411:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628567158859896 : -115506550691720 : ffff96f28913a878) 00000020:00001000:0.0:1773941435.747446:0:12411:0:(cl_object.c:831:cl_env_get()) 1@ffff96f28913a870 00000008:00000001:0.0:1773941435.747452:0:12411:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1773941435.747453:0:12411:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:0.0:1773941435.747454:0:12411:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773941435.747455:0:12411:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:0.0:1773941435.747456:0:12411:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941435.747457:0:12411:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941435.747785:0:12411:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773941435.747788:0:12411:0:(cl_object.c:925:cl_env_put()) 1@ffff96f28913a870 00000020:00000010:0.0:1773941435.747790:0:12411:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f2850ef000. 00000020:00000010:0.0:1773941435.747792:0:12411:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f28376f240. 00008000:00000010:0.0:1773941435.747794:0:12411:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f2882ee350. 00000020:00000010:0.0:1773941435.747796:0:12411:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f2850efe00. 00008000:00000010:0.0:1773941435.747798:0:12411:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f288e544d0. 00000020:00000010:0.0:1773941435.747800:0:12411:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f2850ee200. 00000020:00000010:0.0:1773941435.747802:0:12411:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f28913a870. 00000001:00000001:0.0:1773941435.747803:0:12411:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941435.747804:0:12411:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941435.748133:0:12411:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941435.748136:0:12411:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941435.748137:0:12411:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941435.748474:0:12411:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773941435.748476:0:12411:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941435.748478:0:12411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000040:0.0:1773941435.748480:0:12411:0:(genops.c:1229:class_import_get()) import ffff96f289142000 refcount=3 obd=lustre-MDT0000-mdc-ffff96f289169800 00000020:00000001:0.0:1773941435.748482:0:12411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941435.748483:0:12411:0:(genops.c:1242:class_import_put()) import ffff96f289142000 refcount=2 obd=lustre-MDT0000-mdc-ffff96f289169800 00000020:00000001:0.0:1773941435.748484:0:12411:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1773941435.748485:0:12411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941435.748486:0:12411:0:(genops.c:1242:class_import_put()) import ffff96f289142000 refcount=1 obd=lustre-MDT0000-mdc-ffff96f289169800 00000020:00000001:0.0:1773941435.748487:0:12411:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:0.0:1773941435.748488:0:12411:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000008:00000001:0.0:1773941435.748489:0:12411:0:(osc_request.c:4138:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773941435.748491:0:12411:0:(mdc_changelog.c:886:mdc_changelog_cdev_finish()) Process entered 00000002:00000001:0.0:1773941435.748494:0:12411:0:(mdc_changelog.c:136:chlg_dev_clear()) Process entered 00000002:00000010:0.0:1773941435.748659:0:12411:0:(mdc_changelog.c:128:chlg_device_release()) kfreed 'entry': 1304 at ffff96f289145000. 00000002:00000001:0.0:1773941435.748664:0:12411:0:(mdc_changelog.c:143:chlg_dev_clear()) Process leaving 00000002:00000001:0.0:1773941435.748665:0:12411:0:(mdc_changelog.c:892:mdc_changelog_cdev_finish()) Process leaving 00000002:00000001:0.0:1773941435.748672:0:12411:0:(mdc_request.c:3022:mdc_llog_finish()) Process entered 00000002:00000040:0.0:1773941435.748673:0:12411:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f283757780 : new refcount 2 00000040:00000001:0.0:1773941435.748675:0:12411:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1773941435.748676:0:12411:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff96f283757780 : new refcount 1 00000020:00000040:0.0:1773941435.748679:0:12411:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0e30800 : new refcount 1 00000020:00000001:0.0:1773941435.748680:0:12411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941435.748681:0:12411:0:(genops.c:1242:class_import_put()) import ffff96f289142000 refcount=0 obd=lustre-MDT0000-mdc-ffff96f289169800 00000020:00000040:0.0:1773941435.748682:0:12411:0:(genops.c:1245:class_import_put()) final put import ffff96f289142000 00000020:00000001:0.0:1773941435.748690:0:12411:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000010:0.0:1773941435.748691:0:12411:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffff96f283757780. 00000040:00000001:0.0:1773941435.748695:0:12411:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773941435.748696:0:12411:0:(mdc_request.c:3027:mdc_llog_finish()) Process leaving 00000020:00000010:0.0:1773941435.748698:0:12411:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff96f298749800. 00000020:00000010:0.0:1773941435.748700:0:12411:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff96f298af4c00. 00000020:00000010:0.0:1773941435.748703:0:12411:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff96f2a01ec400. 00000020:00000010:0.0:1773941435.748705:0:12411:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 512 at ffff96f283a1a200. 00000020:00000010:0.0:1773941435.748708:0:12411:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff96f290878000. 00000020:00000001:1.0:1773941435.748710:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1773941435.748714:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff96f289142000 for lustre-MDT0000-mdc-ffff96f289169800 00000020:00000040:1.0:1773941435.748734:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 4 to 192.168.202.145@tcp 00000020:00000040:1.0:1773941435.748738:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000020:00000010:1.0:1773941435.748740:0:36:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff96f298ba7900. 00000020:00000040:1.0:1773941435.748744:0:36:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000-mdc-ffff96f289169800 (ffff96f298bf4d28) now 4 - import 00000020:00000010:1.0:1773941435.748746:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff96f289142000. 00000020:00000001:1.0:1773941435.748751:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:0.0:1773941435.748898:0:12411:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff96f285152000. 00000020:00000010:0.0:1773941435.748902:0:12411:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff96f29089e000. 00000020:00000010:0.0:1773941435.748906:0:12411:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff96f28810c000. 00000020:00000010:0.0:1773941435.748909:0:12411:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff96f285134000. 00000020:00000010:0.0:1773941435.748913:0:12411:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff96f298803000. 00000020:00000010:0.0:1773941435.748916:0:12411:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff96f290878400. 00000002:00000001:0.0:1773941435.748917:0:12411:0:(mdc_dev.c:1768:mdc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941435.748920:0:12411:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff96f282eddcc0. 00000020:00000010:0.0:1773941435.748923:0:12411:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f2850eec00. 00000020:00000010:0.0:1773941435.748926:0:12411:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f28376fae0. 00008000:00000010:0.0:1773941435.748928:0:12411:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f2882eea60. 00000020:00000010:0.0:1773941435.748931:0:12411:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f2850ef400. 00000020:00000001:0.0:1773941435.748933:0:12411:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941435.748943:0:12411:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1773941435.748946:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff96f292435e00. 00000001:00000010:0.0:1773941435.748949:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff96f290930e00. 00000001:00000010:0.0:1773941435.748950:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff96f298bb9e00. 00000001:00000010:0.0:1773941435.748958:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff96f299f99600. 00000001:00000010:0.0:1773941435.748974:0:12411:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff96f298ba0c00. 00000001:00000010:0.0:1773941435.748978:0:12411:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff96f2834a7300. 00000001:00000001:0.0:1773941435.748981:0:12411:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1773941435.748983:0:12411:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000-mdc-ffff96f289169800 (ffff96f298bf4d28) now 3 - setup 00000020:00000001:0.0:1773941435.748985:0:12411:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941435.748986:0:12411:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1773941435.748988:0:12411:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1773941435.748990:0:12411:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:0.0:1773941435.748993:0:12411:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000-mdc-ffff96f289169800 (ffff96f298bf4d28) now 2 - obd_device_list 00000020:00000080:0.0:1773941435.748995:0:12411:0:(obd_config.c:919:class_detach()) detach on obd lustre-MDT0000-mdc-ffff96f289169800 (uuid d4246aa6-f147-4bab-b83c-ced5ba5a40db) 00000020:00000040:0.0:1773941435.748996:0:12411:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000-mdc-ffff96f289169800 (ffff96f298bf4d28) now 1 - newdev 00000020:00000040:0.0:1773941435.748999:0:12411:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f2a0e30800 with handle 0x6eb1e9e7edefbf5f from hash 00000020:00000040:0.0:1773941435.749002:0:12411:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0e30800 : new refcount 0 00000020:00000080:0.0:1773941435.749003:0:12411:0:(genops.c:904:class_export_put()) final put ffff96f2a0e30800/d4246aa6-f147-4bab-b83c-ced5ba5a40db 00000020:00000001:0.0:1773941435.749004:0:12411:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941435.749006:0:12411:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1773941435.749007:0:12411:0:(genops.c:863:class_export_destroy()) destroying export ffff96f2a0e30800/d4246aa6-f147-4bab-b83c-ced5ba5a40db for lustre-MDT0000-mdc-ffff96f289169800 00000020:00000001:0.0:1773941435.749008:0:12411:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1773941435.749009:0:12411:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941435.749011:0:12411:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff96f2a0e30800. 00000020:00000001:0.0:1773941435.749014:0:12411:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1773941435.749015:0:12411:0:(genops.c:437:class_free_dev()) Release obd device lustre-MDT0000-mdc-ffff96f289169800 obd_type name = mdc 00000020:01000000:0.0:1773941435.749017:0:12411:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdc-ffff96f289169800 (d4246aa6-f147-4bab-b83c-ced5ba5a40db) 00000020:00000001:0.0:1773941435.749018:0:12411:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1773941435.749021:0:12411:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f2850ef400. 00000020:00000010:0.0:1773941435.749023:0:12411:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f2850eec00. 00000020:00000010:0.0:1773941435.749025:0:12411:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f28376fae0. 00008000:00000010:0.0:1773941435.749028:0:12411:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f2882eea60. 00000008:00000001:0.0:1773941435.749032:0:12411:0:(osc_request.c:4146:osc_cleanup_common()) Process entered 00010000:00000001:0.0:1773941435.749034:0:12411:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:0.0:1773941435.749036:0:12411:0:(ldlm_resource.c:1304:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1773941435.749042:0:12411:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1773941435.749068:0:12411:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff96f283f1ba00. 00000020:00000010:0.0:1773941435.749071:0:12411:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff96f2916dce00. 00000020:00000010:0.0:1773941435.749073:0:12411:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff96f283a1b600. 00000020:00000010:0.0:1773941435.749076:0:12411:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff96f29087a000. 00010000:00000001:0.0:1773941435.749117:0:12411:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1773941435.749136:0:12411:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff96f282b42400. 00000020:00000010:0.0:1773941435.749139:0:12411:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff96f290a26a00. 00000020:00000010:0.0:1773941435.749142:0:12411:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 96 at ffff96f28376f6c0. 00000020:00000010:0.0:1773941435.749145:0:12411:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff96f29087bc00. 00000001:00000001:0.0:1773941435.749214:0:12411:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1773941435.749523:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbdb7c1cc1000. 00000001:00000010:0.0:1773941435.749531:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbdb7c1ccb000. 00000001:00000010:0.0:1773941435.749532:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbdb7c1cd5000. 00000001:00000010:0.0:1773941435.749534:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbdb7c1cdf000. 00000001:00000010:0.0:1773941435.749535:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbdb7c1cf1000. 00000001:00000010:0.0:1773941435.749537:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbdb7c1cfb000. 00000001:00000010:0.0:1773941435.749538:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbdb7c1d11000. 00000001:00000010:0.0:1773941435.749539:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbdb7c1d1b000. 00000001:00000010:0.0:1773941435.749540:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbdb7c1d25000. 00000001:00000010:0.0:1773941435.749541:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbdb7c1d2f000. 00000001:00000010:0.0:1773941435.749543:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbdb7c1d39000. 00000001:00000010:0.0:1773941435.749544:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbdb7c1d43000. 00000001:00000010:0.0:1773941435.749545:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbdb7c1d4d000. 00000001:00000010:0.0:1773941435.749547:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbdb7c1d57000. 00000001:00000010:0.0:1773941435.749548:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbdb7c1d61000. 00000001:00000010:0.0:1773941435.749549:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbdb7c1d6b000. 00000001:00000010:0.0:1773941435.749550:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbdb7c1d75000. 00000001:00000010:0.0:1773941435.749551:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbdb7c1d89000. 00000001:00000010:0.0:1773941435.749553:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbdb7c1da1000. 00000001:00000010:0.0:1773941435.749554:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbdb7c1dab000. 00000001:00000010:0.0:1773941435.749556:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbdb7c1db5000. 00000001:00000010:0.0:1773941435.749557:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbdb7c1df5000. 00000001:00000010:0.0:1773941435.749564:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbdb7c1e05000. 00000001:00000010:0.0:1773941435.749566:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbdb7c1e0f000. 00000001:00000010:0.0:1773941435.749567:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbdb7c1e19000. 00000001:00000010:0.0:1773941435.749568:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbdb7c1e23000. 00000001:00000010:0.0:1773941435.749570:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbdb7c1e2d000. 00000001:00000010:0.0:1773941435.749571:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbdb7c1e37000. 00000001:00000010:0.0:1773941435.749572:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbdb7c1e41000. 00000001:00000010:0.0:1773941435.749574:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbdb7c1e4b000. 00000001:00000010:0.0:1773941435.749575:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbdb7c1e55000. 00000001:00000010:0.0:1773941435.749576:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbdb7c1e5f000. 00000001:00000010:0.0:1773941435.749578:0:12411:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at ffff96f2834a7f00. 00000001:00000010:0.0:1773941435.749580:0:12411:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff96f283a1a800. 00000001:00000001:0.0:1773941435.749582:0:12411:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1773941435.749585:0:12411:0:(ldlm_resource.c:1327:ldlm_namespace_free_post()) kfreed 'ns': 848 at ffff96f290879800. 00010000:00000001:0.0:1773941435.749588:0:12411:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1773941435.750768:0:12411:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1773941435.750770:0:12411:0:(ldlm_resource.c:1329:ldlm_namespace_free_post()) Process leaving 00010000:00000001:2.0:1773941435.750772:0:12411:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:2.0:1773941435.750774:0:12411:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:2.0:1773941435.750776:0:12411:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1773941435.750777:0:12411:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000010:2.0:1773941435.750779:0:12411:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at ffff96f298bde1c0. 00010000:00000010:2.0:1773941435.750783:0:12411:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff96f28a306000. 00010000:00000010:2.0:1773941435.750787:0:12411:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff96f28a301000. 00010000:00000001:2.0:1773941435.750789:0:12411:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000008:00000001:2.0:1773941435.750791:0:12411:0:(osc_request.c:4167:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1773941435.750793:0:12411:0:(mdc_dev.c:1712:mdc_device_free()) kfreed 'osc': 104 at ffff96f282ee3b80. 00000020:00000010:2.0:1773941435.750798:0:12411:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f2850eec00. 00000020:00000010:2.0:1773941435.750801:0:12411:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f28376fae0. 00008000:00000010:2.0:1773941435.750803:0:12411:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f2882eea60. 00000020:00000010:2.0:1773941435.750807:0:12411:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f2850ef400. 00000020:00000001:2.0:1773941435.750809:0:12411:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773941435.750811:0:12411:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffff96f298bf4d28. 00000020:00000001:2.0:1773941435.750817:0:12411:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941435.750819:0:12411:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773941435.750822:0:12411:0:(obd_config.c:2523:class_manual_cleanup()) kfreed 'lcfg': 88 at ffff96f28376f720. 00000020:00000001:2.0:1773941435.750825:0:12411:0:(obd_config.c:2524:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000080:02000400:2.0:1773941435.750828:0:12411:0:(llite_lib.c:1617:ll_put_super()) Unmounted lustre-client 00000020:00000001:2.0:1773941435.751829:0:12411:0:(obd_config.c:1231:class_del_profile()) Process entered 00000020:01000000:2.0:1773941435.751837:0:12411:0:(obd_config.c:1233:class_del_profile()) Del profile lustre-client 00000020:00000001:2.0:1773941435.751838:0:12411:0:(obd_config.c:1149:class_get_profile_nolock()) Process entered 00000020:00000001:2.0:1773941435.751840:0:12411:0:(obd_config.c:1153:class_get_profile_nolock()) Process leaving (rc=18446628567421675584 : -115506287876032 : ffff96f298bde840) 00000020:00000010:2.0:1773941435.751844:0:12411:0:(obd_config.c:1270:class_put_profile()) kfreed 'lprof->lp_profile': 14 at ffff96f289106430. 00000020:00000010:2.0:1773941435.751848:0:12411:0:(obd_config.c:1271:class_put_profile()) kfreed 'lprof->lp_dt': 14 at ffff96f289106980. 00000020:00000010:2.0:1773941435.751851:0:12411:0:(obd_config.c:1272:class_put_profile()) kfreed 'lprof->lp_md': 14 at ffff96f289106d80. 00000020:00000010:2.0:1773941435.751853:0:12411:0:(obd_config.c:1273:class_put_profile()) kfreed 'lprof': 48 at ffff96f298bde840. 00000020:00000001:2.0:1773941435.751860:0:12411:0:(obd_config.c:1248:class_del_profile()) Process leaving 00000080:00000001:2.0:1773941435.751862:0:12411:0:(llite_lib.c:266:ll_free_sbi()) Process entered 00000020:00000010:2.0:1773941435.751878:0:12411:0:(cl_page.c:1415:cl_cache_decref()) kfreed 'cache': 152 at ffff96f283841d80. 00000080:00000010:2.0:1773941435.751882:0:12411:0:(llite_lib.c:281:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_prefix': 6 at ffff96f2a209aea0. 00000080:00000010:2.0:1773941435.751885:0:12411:0:(llite_lib.c:287:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_upcall': 5 at ffff96f2a209a070. 00000080:00000010:2.0:1773941435.751908:0:12411:0:(llite_lib.c:310:ll_free_sbi()) kfreed 'sbi': 1376 at ffff96f2a0db1000. 00000080:00000001:2.0:1773941435.751913:0:12411:0:(llite_lib.c:312:ll_free_sbi()) Process leaving 00000020:00000001:2.0:1773941435.751915:0:12411:0:(obd_mount.c:909:lustre_common_put_super()) Process entered 00000020:01000004:2.0:1773941435.751917:0:12411:0:(obd_mount.c:911:lustre_common_put_super()) dropping sb ffff96f289169800 00000020:00000001:2.0:1773941435.751919:0:12411:0:(obd_mount.c:575:lustre_stop_mgc()) Process entered 00000020:00000001:2.0:1773941435.751925:0:12411:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:2.0:1773941435.751928:0:12411:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:2.0:1773941435.751929:0:12411:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect MGC192.168.202.145@tcp - 1 00000100:00000001:2.0:1773941435.751932:0:12411:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:2.0:1773941435.751934:0:12411:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import de5f03a9-0364-493d-8640-43bdb2cf5f2b->MGS 00000020:00000001:2.0:1773941435.751935:0:12411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941435.751937:0:12411:0:(genops.c:1242:class_import_put()) import ffff96f2a0db1800 refcount=2 obd=MGC192.168.202.145@tcp 00000020:00000001:2.0:1773941435.751939:0:12411:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941435.751940:0:12411:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941435.751942:0:12411:0:(ldlm_request.c:2367:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:2.0:1773941435.751943:0:12411:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941435.751945:0:12411:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1773941435.751947:0:12411:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff96f29264dd00 count: 2 00010000:00000001:2.0:1773941435.751949:0:12411:0:(ldlm_request.c:2311:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:2.0:1773941435.751951:0:12411:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff96f29264dd00 count: 3 00010000:00000001:2.0:1773941435.751953:0:12411:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773941435.751955:0:12411:0:(ldlm_request.c:2161:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1773941435.751957:0:12411:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773941435.751977:0:12411:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f2814eba00/0x6eb1e9e7edefbf43 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x26a307eb05245fe expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1773941435.751996:0:12411:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941435.751998:0:12411:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f2814eba00/0x6eb1e9e7edefbf43 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x26a307eb05245fe expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1773941435.752003:0:12411:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1773941435.752006:0:12411:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:00000001:2.0:1773941435.752007:0:12411:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941435.752008:0:12411:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff96f289152a00) refs 1 10000000:01000000:2.0:1773941435.752011:0:12411:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 10000000:00000001:2.0:1773941435.752012:0:12411:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941435.752013:0:12411:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941435.752013:0:12411:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941435.752014:0:12411:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941435.752015:0:12411:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941435.752016:0:12411:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941435.752017:0:12411:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941435.752018:0:12411:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941435.752019:0:12411:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941435.752020:0:12411:0:(mgc_request.c:120:config_log_put()) Process leaving 02000000:08000000:2.0:1773941435.752023:0:12411:0:(sec_config.c:500:sptlrpc_conf_free()) free sptlrpc conf lustre 02000000:00000010:2.0:1773941435.752025:0:12411:0:(sec_config.c:504:sptlrpc_conf_free()) kfreed 'conf': 120 at ffff96f2834b9880. 00000020:00000040:2.0:1773941435.752029:0:12411:0:(genops.c:898:class_export_put()) PUTting export ffff96f28916a000 : new refcount 2 10000000:00000010:2.0:1773941435.752031:0:12411:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at ffff96f289152a00. 10000000:00000001:2.0:1773941435.752034:0:12411:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1773941435.752035:0:12411:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941435.752038:0:12411:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773941435.752041:0:12411:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773941435.752042:0:12411:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773941435.752044:0:12411:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941435.752047:0:12411:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941435.752049:0:12411:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f2814eba00 with handle 0x6eb1e9e7edefbf43 from hash 00010000:00000001:2.0:1773941435.752056:0:12411:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773941435.752057:0:12411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941435.752059:0:12411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941435.752060:0:12411:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941435.752066:0:12411:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773941435.752068:0:12411:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1773941435.752070:0:12411:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773941435.752072:0:12411:0:(ldlm_request.c:2211:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773941435.752073:0:12411:0:(ldlm_request.c:2242:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773941435.752075:0:12411:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1773941435.752079:0:12411:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f2a0dd2300. 00000020:00000040:2.0:1773941435.752081:0:12411:0:(genops.c:1229:class_import_get()) import ffff96f2a0db1800 refcount=3 obd=MGC192.168.202.145@tcp 00000100:00000001:2.0:1773941435.752084:0:12411:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941435.752086:0:12411:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941435.752088:0:12411:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941435.752092:0:12411:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f287e2c800. 00000100:00000001:2.0:1773941435.752097:0:12411:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941435.752099:0:12411:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1773941435.752103:0:12411:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.145@tcp lock: ffff96f2814eba00/0x6eb1e9e7edefbf43 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x26a307eb05245fe expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941435.752108:0:12411:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1773941435.752110:0:12411:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941435.752117:0:12411:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941435.752119:0:12411:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941435.752124:0:12411:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f2a0dcba80. 00000100:00000001:2.0:1773941435.752126:0:12411:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567557913216 : -115506151638400 : ffff96f2a0dcba80) 00000100:00000001:2.0:1773941435.752128:0:12411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941435.752129:0:12411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567557939968 : -115506151611648 : ffff96f2a0dd2300) 00000100:00000001:2.0:1773941435.752132:0:12411:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941435.752135:0:12411:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941435.752137:0:12411:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941435.752138:0:12411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941435.752143:0:12411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f2a0dd2300 x1860112264212608/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941435.752149:0:12411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941435.752157:0:12411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941435.752161:0:12411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f2a0dd2300 x1860112264212608/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941435.752177:0:12411:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1773941435.752179:0:12411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941435.752180:0:12411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941435.752182:0:12411:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0dcba80 going to sleep for 0 seconds 00000100:00000001:2.0:1773941435.752184:0:12411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941435.752186:0:12411:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:2.0:1773941435.752190:0:12411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941435.752191:0:12411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941435.752192:0:12411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941435.752201:0:12411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f2a0dd2300 x1860112264212608/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941435.752208:0:12411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f2a0dd2300 pname:cluuid:pid:xid:nid:opc:job umount:de5f03a9-0364-493d-8640-43bdb2cf5f2b:12411:1860112264212608:192.168.202.145@tcp:103:umount.0 00000100:00000001:2.0:1773941435.752211:0:12411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941435.752214:0:12411:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1773941435.752215:0:12411:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941435.752217:0:12411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941435.752220:0:12411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f2a0dd2300 x1860112264212608/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941435.752225:0:12411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941435.752227:0:12411:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f2a0dcba80. 00000100:00000001:2.0:1773941435.752230:0:12411:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941435.752231:0:12411:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:2.0:1773941435.752233:0:12411:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:2.0:1773941435.752235:0:12411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941435.752239:0:12411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f2a0dd2300 x1860112264212608/t0(0) o103->MGC192.168.202.145@tcp@192.168.202.145@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941435.752243:0:12411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1773941435.752250:0:12411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941435.752251:0:12411:0:(genops.c:1242:class_import_put()) import ffff96f2a0db1800 refcount=2 obd=MGC192.168.202.145@tcp 00000020:00000001:2.0:1773941435.752253:0:12411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941435.752260:0:12411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f287e2c800. 02000000:00000001:2.0:1773941435.752262:0:12411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941435.752264:0:12411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941435.752265:0:12411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f2a0dd2300. 00000100:00000001:2.0:1773941435.752267:0:12411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941435.752268:0:12411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773941435.752270:0:12411:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:2.0:1773941435.752271:0:12411:0:(ldlm_request.c:2277:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:2.0:1773941435.752272:0:12411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773941435.752274:0:12411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f2814eba00/0x6eb1e9e7edefbf43 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x26a307eb05245fe expref: -99 pid: 12327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941435.752282:0:12411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941435.752284:0:12411:0:(ldlm_request.c:2290:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941435.752286:0:12411:0:(ldlm_request.c:2328:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773941435.752288:0:12411:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f29264dd00 count: 0 00000001:00000001:2.0:1773941435.752297:0:12411:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941435.752298:0:12411:0:(ldlm_request.c:2379:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941435.752305:0:12411:0:(ldlm_resource.c:1268:ldlm_namespace_free_prior()) Process entered 00010000:00000001:2.0:1773941435.752307:0:12411:0:(ldlm_resource.c:1207:__ldlm_namespace_free()) Process entered 00000001:00000001:2.0:1773941435.752309:0:12411:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941435.752310:0:12411:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941435.752311:0:12411:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773941435.752312:0:12411:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941435.752314:0:12411:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941435.752315:0:12411:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941435.752316:0:12411:0:(ldlm_resource.c:1251:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941435.752318:0:12411:0:(ldlm_resource.c:1293:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:2.0:1773941435.752319:0:12411:0:(import.c:1924:ptlrpc_disconnect_import()) Process entered 00000100:00000001:2.0:1773941435.752321:0:12411:0:(import.c:1858:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:2.0:1773941435.752323:0:12411:0:(import.c:1750:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1773941435.752326:0:12411:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f2a0dd2300. 00000020:00000040:2.0:1773941435.752328:0:12411:0:(genops.c:1229:class_import_get()) import ffff96f2a0db1800 refcount=3 obd=MGC192.168.202.145@tcp 00000100:00000001:2.0:1773941435.752330:0:12411:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941435.752331:0:12411:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941435.752333:0:12411:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941435.752336:0:12411:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f299fdf400. 00000100:00000001:2.0:1773941435.752343:0:12411:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941435.752345:0:12411:0:(import.c:1788:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446628567557939968 : -115506151611648 : ffff96f2a0dd2300) 00000100:00080000:2.0:1773941435.752352:0:12411:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db1800 MGS: changing import state from FULL to CONNECTING 00000100:00000001:2.0:1773941435.752355:0:12411:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941435.752357:0:12411:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941435.752361:0:12411:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e92e519] to pc [ptlrpcd_rcv+-1] req@ffff96f2a0dd2300 x1860112264212736/t0(0) o251->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941435.752374:0:12411:0:(import.c:1904:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.752383:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941435.752389:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941435.752391:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941435.752404:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f2a0dd2300 x1860112264212736/t0(0) o251->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941435.752414:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941435.752416:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941435.752420:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941435.752422:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941435.752426:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941435.752430:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f2a0dd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de5f03a9-0364-493d-8640-43bdb2cf5f2b:2352:1860112264212736:192.168.202.145@tcp:251:umount.0 00000100:00000001:3.0:1773941435.752435:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941435.752439:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941435.752441:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941435.752450:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941435.752455:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f2a0da2e00. 02000000:00000001:3.0:1773941435.752458:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941435.752464:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:3.0:1773941435.752469:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7b58. 00000400:00000010:3.0:1773941435.752476:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51cc0. 00000100:00000200:3.0:1773941435.752482:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112264212736, portal 25 00000100:00000001:3.0:1773941435.752484:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941435.752486:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567557939968 : -115506151611648 : ffff96f2a0dd2300) 00000100:00000040:3.0:1773941435.752500:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f2a0dd2300 x1860112264212736/t0(0) o251->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941435.752520:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941435.752524:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:3.0:1773941435.752528:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51aa0. 00000100:00000200:3.0:1773941435.752533:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112264212736, offset 0 00000400:00000200:3.0:1773941435.752541:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:3.0:1773941435.752553:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941435.752561:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:3.0:1773941435.752565:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941435.752570:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:3.0:1773941435.752573:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941435.752577:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:3.0:1773941435.752581:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [103:103:256:4294967295] 192.168.202.145@tcp LPNI seq info [103:103:8:4294967295] 00000400:00000200:3.0:1773941435.752586:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941435.752598:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:3.0:1773941435.752609:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:3.0:1773941435.752614:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258600. 00000800:00000200:3.0:1773941435.752621:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:3.0:1773941435.752628:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:3.0:1773941435.752632:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773941435.752645:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941435.752650:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:3.0:1773941435.752653:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294855663 00000100:00000001:3.0:1773941435.752659:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294855641 00000100:00000001:3.0:1773941435.752664:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294855663 00000100:00000001:3.0:1773941435.752669:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294855641 00000100:00000001:3.0:1773941435.752674:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941435.752677:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.752680:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.752683:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941435.752695:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941435.752697:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941435.752700:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941435.752702:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941435.752705:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.752707:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941435.752794:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941435.752799:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258600. 00000400:00000200:3.0:1773941435.752804:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941435.752810:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941435.752815:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51aa0 00000400:00000010:3.0:1773941435.752818:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51aa0. 00000100:00000001:3.0:1773941435.752823:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941435.752829:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f2a0dd2300 x1860112264212736/t0(0) o251->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941435.752838:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941435.752843:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f2a0dd2300 x1860112264212736/t0(0) o251->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941445 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941435.752901:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.752904:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941435.754054:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941435.754062:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941435.754064:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941435.754067:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941435.754072:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941435.754076:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941435.754082:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941435.754085:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941435.754088:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941435.754094:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c03100 00000400:00000200:2.0:1773941435.754097:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941435.754100:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0x835 [1] + 224 00000800:00000001:2.0:1773941435.754105:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941435.754111:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941435.754113:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941435.754118:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941435.754121:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941435.754126:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f2a0dd2300 x1860112264212736/t0(0) o251->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941435.754133:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96f2a0dd2300 x1860112264212736/t0(0) o251->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941435.754144:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941435.754150:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941435.754159:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941435.754170:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941435.754172:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941435.754176:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941435.754177:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941435.754179:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7b58. 00000400:00000200:2.0:1773941435.754183:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51cc0 00000400:00000010:2.0:1773941435.754184:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51cc0. 00000100:00000001:2.0:1773941435.754187:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941435.754191:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f2a0dd2300 x1860112264212736/t0(0) o251->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941435.754198:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f2a0dd2300 x1860112264212736/t0(0) o251->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941435.754203:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941435.754204:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941435.754206:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941435.754207:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941435.754209:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941435.754210:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941435.754211:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941435.754215:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db1c58 time=6 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941435.754217:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db1c10 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941435.754219:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941435.754221:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941435.754223:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941435.754224:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941435.754226:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941435.754230:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f2a0dd2300 x1860112264212736/t0(0) o251->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941445 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941435.754235:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941435.754237:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941435.754238:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773941435.754241:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db1800 MGS: changing import state from CONNECTING to CLOSED 00000100:00000001:2.0:1773941435.754243:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941435.754245:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941435.754252:0:2352:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941435.754253:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941435.754254:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941435.754256:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941435.754257:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941435.754258:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941435.754259:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:2.0:1773941435.754265:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f2a0dd2300 x1860112264212736/t0(0) o251->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941445 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941435.754271:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f2a0dd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de5f03a9-0364-493d-8640-43bdb2cf5f2b:2352:1860112264212736:192.168.202.145@tcp:251:umount.0 00000100:00000001:2.0:1773941435.754275:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941435.754276:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941435.754279:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f2a0dd2300 x1860112264212736/t0(0) o251->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941445 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941435.754284:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941435.754286:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941435.754289:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f2a0da2e00. 02000000:00000001:2.0:1773941435.754292:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941435.754294:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941435.754295:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db1800 refcount=2 obd=MGC192.168.202.145@tcp 00000020:00000001:2.0:1773941435.754297:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941435.754298:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f299fdf400. 02000000:00000001:2.0:1773941435.754301:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941435.754302:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941435.754303:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f2a0dd2300. 00000100:00000001:2.0:1773941435.754306:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941435.754307:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941435.754309:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941435.754313:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941435.754314:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941435.754316:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941435.754317:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941435.754322:0:12411:0:(import.c:1967:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941435.754325:0:12411:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941435.754327:0:12411:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941435.754334:0:12411:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1773941435.754335:0:12411:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941435.754336:0:12411:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941435.754337:0:12411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941435.754339:0:12411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941435.754340:0:12411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941435.754342:0:12411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:2.0:1773941435.754344:0:12411:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941435.754346:0:12411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941435.754347:0:12411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:2.0:1773941435.754348:0:12411:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941435.754349:0:12411:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941435.754353:0:12411:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773941435.754355:0:12411:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941435.754357:0:12411:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941435.754359:0:12411:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941435.754362:0:12411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941435.754364:0:12411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:2.0:1773941435.754367:0:12411:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:2.0:1773941435.754370:0:12411:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:2.0:1773941435.754372:0:12411:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x6eb1e9e7edefbf3c 00000020:00000040:2.0:1773941435.754376:0:12411:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f2a0db0000 with handle 0x6eb1e9e7edefbf3c from hash 00000020:00000001:2.0:1773941435.754381:0:12411:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1773941435.754383:0:12411:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0000 : new refcount 1 00000020:00000001:2.0:1773941435.754386:0:12411:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1773941435.754388:0:12411:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0000 : new refcount 0 00000020:00000080:2.0:1773941435.754390:0:12411:0:(genops.c:904:class_export_put()) final put ffff96f2a0db0000/de5f03a9-0364-493d-8640-43bdb2cf5f2b 00000020:00000001:2.0:1773941435.754392:0:12411:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941435.754403:0:12411:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941435.754406:0:12411:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941435.754409:0:12411:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941435.754412:0:12411:0:(obd_config.c:2489:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1773941435.754414:0:12411:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of MGC192.168.202.145@tcp (flags='') 00000020:00000001:2.0:1773941435.754423:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1773941435.754424:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff96f2a0db0000/de5f03a9-0364-493d-8640-43bdb2cf5f2b for MGC192.168.202.145@tcp 00000020:00000040:2.0:1773941435.754428:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000020:00000001:2.0:1773941435.754430:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1773941435.754437:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941435.754439:0:37:0:(obd_config.c:1058:class_decref()) Decref MGC192.168.202.145@tcp (ffff96f298bf19b8) now 5 - export 00000020:00000010:2.0:1773941435.754441:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff96f2a0db0000. 00000020:00000001:2.0:1773941435.754443:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:2.0:1773941435.754451:0:12411:0:(obd_config.c:2506:class_manual_cleanup()) kmalloced '(lcfg)': 72 at ffff96f284cd2600. 00000020:00000080:2.0:1773941435.754453:0:12411:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1773941435.754456:0:12411:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:2.0:1773941435.754458:0:12411:0:(obd_config.c:991:class_cleanup()) MGC192.168.202.145@tcp: forcing exports to disconnect: 0/2 00000020:00000001:2.0:1773941435.754460:0:12411:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1773941435.754462:0:12411:0:(genops.c:1577:class_disconnect_exports()) OBD device 0 (ffff96f298bf19b8) has no exports 00000020:00000001:2.0:1773941435.754464:0:12411:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1773941435.754466:0:12411:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:2.0:1773941435.754470:0:12411:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f287e2c800. 00000020:00000010:2.0:1773941435.754474:0:12411:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f287e2d400. 00000040:00000010:2.0:1773941435.754478:0:12411:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f287e2ce00. 00000020:00000010:2.0:1773941435.754482:0:12411:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f288ef8000. 00000020:00000010:2.0:1773941435.754485:0:12411:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f287e2dc00. 00040000:00000010:2.0:1773941435.754489:0:12411:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f299fdf400. 00040000:00000010:2.0:1773941435.754493:0:12411:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f287e2c400. 00000020:00000010:2.0:1773941435.754497:0:12411:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f2856ca300. 10000000:00000001:2.0:1773941435.754501:0:12411:0:(mgc_request.c:792:mgc_device_fini()) Process entered 10000000:01000000:2.0:1773941435.754514:0:12341:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:00000001:2.0:1773941435.754515:0:12341:0:(mgc_request.c:709:mgc_requeue_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941435.754559:0:12411:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 10000000:01000000:2.0:1773941435.754562:0:12411:0:(obd_class.h:663:obd_cleanup_client_import()) MGC192.168.202.145@tcp: client import never connected 00000100:00000001:2.0:1773941435.754563:0:12411:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941435.754565:0:12411:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941435.754567:0:12411:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1773941435.754568:0:12411:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941435.754569:0:12411:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941435.754571:0:12411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941435.754573:0:12411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941435.754575:0:12411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941435.754577:0:12411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:2.0:1773941435.754579:0:12411:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941435.754580:0:12411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941435.754589:0:12411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:2.0:1773941435.754590:0:12411:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941435.754591:0:12411:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941435.754594:0:12411:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773941435.754596:0:12411:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941435.754597:0:12411:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941435.754600:0:12411:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941435.754601:0:12411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941435.754603:0:12411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000040:2.0:1773941435.754606:0:12411:0:(genops.c:1229:class_import_get()) import ffff96f2a0db1800 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:2.0:1773941435.754609:0:12411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941435.754610:0:12411:0:(genops.c:1242:class_import_put()) import ffff96f2a0db1800 refcount=2 obd=MGC192.168.202.145@tcp 00000020:00000001:2.0:1773941435.754612:0:12411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:08000000:2.0:1773941435.754615:0:12411:0:(sec.c:1366:sec_cop_destroy_sec()) sec.null@ffffffffc1064ea0: being destroyed 00000020:00000001:2.0:1773941435.754617:0:12411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941435.754619:0:12411:0:(genops.c:1242:class_import_put()) import ffff96f2a0db1800 refcount=1 obd=MGC192.168.202.145@tcp 00000020:00000001:2.0:1773941435.754620:0:12411:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:2.0:1773941435.754622:0:12411:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 10000000:00000001:2.0:1773941435.754623:0:12411:0:(mgc_request.c:774:mgc_llog_fini()) Process entered 10000000:00000040:2.0:1773941435.754625:0:12411:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f283841cc0 : new refcount 2 00000040:00000001:2.0:1773941435.754627:0:12411:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1773941435.754629:0:12411:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff96f283841cc0 : new refcount 1 00000020:00000040:2.0:1773941435.754632:0:12411:0:(genops.c:898:class_export_put()) PUTting export ffff96f28916a000 : new refcount 1 00000020:00000001:2.0:1773941435.754634:0:12411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941435.754635:0:12411:0:(genops.c:1242:class_import_put()) import ffff96f2a0db1800 refcount=0 obd=MGC192.168.202.145@tcp 00000020:00000040:2.0:1773941435.754637:0:12411:0:(genops.c:1245:class_import_put()) final put import ffff96f2a0db1800 00000020:00000001:2.0:1773941435.754644:0:12411:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000010:2.0:1773941435.754646:0:12411:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffff96f283841cc0. 00000020:00000001:2.0:1773941435.754656:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1773941435.754658:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff96f2a0db1800 for MGC192.168.202.145@tcp 00000020:00000040:2.0:1773941435.754661:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 1 to 192.168.202.145@tcp 00000020:00000040:2.0:1773941435.754665:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 0 to 192.168.202.145@tcp 00000020:00000010:2.0:1773941435.754667:0:37:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff96f284cd22a0. 00000020:00000040:2.0:1773941435.754670:0:37:0:(obd_config.c:1058:class_decref()) Decref MGC192.168.202.145@tcp (ffff96f298bf19b8) now 4 - import 00000020:00000010:2.0:1773941435.754673:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff96f2a0db1800. 00000020:00000001:2.0:1773941435.754676:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000040:00000001:2.0:1773941435.754687:0:12411:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941435.754689:0:12411:0:(mgc_request.c:780:mgc_llog_fini()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941435.754690:0:12411:0:(mgc_request.c:816:mgc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773941435.754694:0:12411:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff96f2856ca300. 00000020:00000010:2.0:1773941435.754700:0:12411:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f287e2d400. 00000040:00000010:2.0:1773941435.754704:0:12411:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f287e2ce00. 00000020:00000010:2.0:1773941435.754707:0:12411:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f288ef8000. 00000020:00000010:2.0:1773941435.754711:0:12411:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f287e2dc00. 00040000:00000010:2.0:1773941435.754729:0:12411:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f299fdf400. 00040000:00000010:2.0:1773941435.754733:0:12411:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f287e2c400. 00000020:00000010:2.0:1773941435.754736:0:12411:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f287e2c800. 00000020:00000001:2.0:1773941435.754738:0:12411:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773941435.754758:0:12411:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1773941435.754763:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff96f289362600. 00000001:00000010:2.0:1773941435.754765:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff96f289363200. 00000001:00000010:2.0:1773941435.754768:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff96f289362a00. 00000001:00000010:2.0:1773941435.754771:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff96f289362800. 00000001:00000010:2.0:1773941435.754772:0:12411:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff96f298ba0860. 00000001:00000010:2.0:1773941435.754775:0:12411:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff96f287ecfb00. 00000001:00000001:2.0:1773941435.754778:0:12411:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1773941435.754780:0:12411:0:(obd_config.c:1058:class_decref()) Decref MGC192.168.202.145@tcp (ffff96f298bf19b8) now 3 - setup 00000020:00000001:2.0:1773941435.754782:0:12411:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941435.754784:0:12411:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1773941435.754786:0:12411:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1773941435.754789:0:12411:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:2.0:1773941435.754791:0:12411:0:(obd_config.c:1058:class_decref()) Decref MGC192.168.202.145@tcp (ffff96f298bf19b8) now 2 - obd_device_list 00000020:00000080:2.0:1773941435.754794:0:12411:0:(obd_config.c:919:class_detach()) detach on obd MGC192.168.202.145@tcp (uuid de5f03a9-0364-493d-8640-43bdb2cf5f2b) 00000020:00000040:2.0:1773941435.754795:0:12411:0:(obd_config.c:1058:class_decref()) Decref MGC192.168.202.145@tcp (ffff96f298bf19b8) now 1 - newdev 00000020:00000040:2.0:1773941435.754799:0:12411:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f28916a000 with handle 0x6eb1e9e7edefbf35 from hash 00000020:00000040:2.0:1773941435.754801:0:12411:0:(genops.c:898:class_export_put()) PUTting export ffff96f28916a000 : new refcount 0 00000020:00000080:2.0:1773941435.754803:0:12411:0:(genops.c:904:class_export_put()) final put ffff96f28916a000/de5f03a9-0364-493d-8640-43bdb2cf5f2b 00000020:00000001:2.0:1773941435.754804:0:12411:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941435.754806:0:12411:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1773941435.754808:0:12411:0:(genops.c:863:class_export_destroy()) destroying export ffff96f28916a000/de5f03a9-0364-493d-8640-43bdb2cf5f2b for MGC192.168.202.145@tcp 00000020:00000001:2.0:1773941435.754815:0:12411:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1773941435.754817:0:12411:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773941435.754819:0:12411:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff96f28916a000. 00000020:00000001:2.0:1773941435.754823:0:12411:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1773941435.754825:0:12411:0:(genops.c:437:class_free_dev()) Release obd device MGC192.168.202.145@tcp obd_type name = mgc 00000020:01000000:2.0:1773941435.754827:0:12411:0:(genops.c:440:class_free_dev()) finishing cleanup of obd MGC192.168.202.145@tcp (de5f03a9-0364-493d-8640-43bdb2cf5f2b) 00000020:00000001:2.0:1773941435.754829:0:12411:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1773941435.754832:0:12411:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f287e2c800. 00000020:00000010:2.0:1773941435.754835:0:12411:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f287e2c400. 00000040:00000010:2.0:1773941435.754838:0:12411:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f287e2dc00. 00000020:00000010:2.0:1773941435.754842:0:12411:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f288ef8000. 00000020:00000010:2.0:1773941435.754845:0:12411:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f287e2ce00. 00040000:00000010:2.0:1773941435.754849:0:12411:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f299fdf400. 00040000:00000010:2.0:1773941435.754852:0:12411:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f287e2d400. 10000000:00000001:2.0:1773941435.754855:0:12411:0:(mgc_request.c:824:mgc_device_free()) Process entered 00000020:00000001:2.0:1773941435.754856:0:12411:0:(obd_config.c:1281:class_del_profiles()) Process entered 00000020:00000001:2.0:1773941435.754858:0:12411:0:(obd_config.c:1294:class_del_profiles()) Process leaving 00010000:00000001:2.0:1773941435.755071:0:12411:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:2.0:1773941435.755073:0:12411:0:(ldlm_resource.c:1304:ldlm_namespace_free_post()) Process entered 00010000:00000001:2.0:1773941435.755076:0:12411:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1773941435.755150:0:12411:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff96f289153a00. 00000020:00000010:2.0:1773941435.755154:0:12411:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff96f292465400. 00000020:00000010:2.0:1773941435.755159:0:12411:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff96f298af5000. 00010000:00000001:2.0:1773941435.755229:0:12411:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1773941435.755246:0:12411:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff96f282ee3080. 00000020:00000010:2.0:1773941435.755249:0:12411:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff96f2834b9a80. 00000020:00000010:2.0:1773941435.755252:0:12411:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 96 at ffff96f284cd2120. 00000020:00000010:2.0:1773941435.755255:0:12411:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff96f298af6800. 00000001:00000001:2.0:1773941435.755376:0:12411:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1773941435.755380:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at ffff96f283677600. 00000001:00000010:2.0:1773941435.755385:0:12411:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at ffff96f292464600. 00000001:00000010:2.0:1773941435.755389:0:12411:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 16 at ffff96f284a52f30. 00000001:00000010:2.0:1773941435.755392:0:12411:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff96f283676c00. 00000001:00000001:2.0:1773941435.755397:0:12411:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1773941435.755407:0:12411:0:(ldlm_resource.c:1327:ldlm_namespace_free_post()) kfreed 'ns': 848 at ffff96f298af5800. 00010000:00000001:2.0:1773941435.755411:0:12411:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1773941435.755413:0:12411:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1773941435.755414:0:12411:0:(ldlm_resource.c:1329:ldlm_namespace_free_post()) Process leaving 00010000:00000001:2.0:1773941435.755416:0:12411:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:2.0:1773941435.755418:0:12411:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:2.0:1773941435.755420:0:12411:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1773941435.755422:0:12411:0:(ldlm_lockd.c:3527:ldlm_cleanup()) Process entered 00000001:00000010:2.0:1773941435.755437:0:12411:0:(shrinker_debug.c:208:ll_shrinker_free()) kfreed 's': 88 at ffff96f284cd2000. 00000001:00000010:2.0:1773941435.755441:0:12411:0:(shrinker_debug.c:208:ll_shrinker_free()) kfreed 's': 88 at ffff96f284cd2060. 00000020:00000001:2.0:1773941435.755456:0:12339:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941435.755459:0:12339:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941435.755462:0:12339:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00000001:2.0:1773941435.755466:0:12339:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1773941435.755467:0:12339:0:(ldlm_lockd.c:2878:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 00000020:00000010:2.0:1773941435.755472:0:12339:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff96f298bde600. 00000020:00000010:2.0:1773941435.755480:0:12339:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f298bb8e00. 00000020:00000010:2.0:1773941435.755484:0:12339:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f2a0e32800. 00000020:00000010:2.0:1773941435.755491:0:12339:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff96f28918c670. 00000020:00000010:2.0:1773941435.755496:0:12339:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f298bb9600. 80000000:00000010:2.0:1773941435.755501:0:12339:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f298ba76c0. 40000000:00000010:2.0:1773941435.755507:0:12339:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff96f298bde100. 00100000:00000010:2.0:1773941435.755512:0:12339:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff96f2a0e31000. 00040000:00000010:2.0:1773941435.755516:0:12339:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f2834a7d00. 00040000:00000010:2.0:1773941435.755519:0:12339:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f298bb9000. 00002000:00000010:2.0:1773941435.755524:0:12339:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff96f2a0e3b400. 00000020:00000010:2.0:1773941435.755527:0:12339:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f298bb8400. 00010000:00000010:2.0:1773941435.755532:0:12339:0:(ldlm_lockd.c:3018:ldlm_bl_thread_main()) kfreed 'env': 56 at ffff96f298bdec80. 00010000:00000001:2.0:1773941435.755536:0:12339:0:(ldlm_lockd.c:3019:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941435.756619:0:12338:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941435.756623:0:12338:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941435.756626:0:12338:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00000001:0.0:1773941435.756629:0:12338:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1773941435.756631:0:12338:0:(ldlm_lockd.c:2878:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 00000020:00000010:0.0:1773941435.756638:0:12338:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff96f298bded80. 00000020:00000010:0.0:1773941435.756645:0:12338:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f298bb8200. 00000020:00000010:0.0:1773941435.756648:0:12338:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f2a0e34000. 00000020:00000010:0.0:1773941435.756651:0:12338:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff96f28918cb78. 00000020:00000010:0.0:1773941435.756654:0:12338:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f298bb9800. 80000000:00000010:0.0:1773941435.756657:0:12338:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f298ba7120. 40000000:00000010:0.0:1773941435.756660:0:12338:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff96f298bdee40. 00100000:00000010:0.0:1773941435.756662:0:12338:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff96f2a0e37000. 00040000:00000010:0.0:1773941435.756665:0:12338:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f2834a7700. 00040000:00000010:0.0:1773941435.756668:0:12338:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f298bb9400. 00002000:00000010:0.0:1773941435.756670:0:12338:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff96f2a0e3a400. 00000020:00000010:0.0:1773941435.756672:0:12338:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f283efd600. 00010000:00000010:0.0:1773941435.756674:0:12338:0:(ldlm_lockd.c:3018:ldlm_bl_thread_main()) kfreed 'env': 56 at ffff96f298bdec40. 00010000:00000001:0.0:1773941435.756676:0:12338:0:(ldlm_lockd.c:3019:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941435.756816:0:12414:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941435.756819:0:12414:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941435.756821:0:12414:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00010000:00000001:0.0:1773941435.756824:0:12414:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1773941435.756825:0:12414:0:(ldlm_lockd.c:2878:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 00000020:00000010:0.0:1773941435.756835:0:12414:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff96f282edd0c0. 00000020:00000010:0.0:1773941435.756841:0:12414:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f2850ee400. 00010000:00000010:2.0:1773941435.756842:0:12411:0:(ldlm_lockd.c:3556:ldlm_cleanup()) kfreed 'blp': 168 at ffff96f298af1240. 00000020:00000010:0.0:1773941435.756844:0:12414:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f289144800. 00000100:00000001:2.0:1773941435.756850:0:12411:0:(service.c:3841:ptlrpc_unregister_service()) Process entered 00000020:00000010:0.0:1773941435.756850:0:12414:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff96f28918f8c0. 00000100:00000200:2.0:1773941435.756853:0:12411:0:(service.c:3843:ptlrpc_unregister_service()) ldlm_cbd: tearing down 00000020:00000010:0.0:1773941435.756855:0:12414:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f2850ee000. 00000100:00000001:2.0:1773941435.756859:0:12411:0:(service.c:3384:ptlrpc_stop_all_threads()) Process entered 80000000:00000010:0.0:1773941435.756860:0:12414:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f28376f900. 00000100:00000001:2.0:1773941435.756863:0:12411:0:(service.c:3338:ptlrpc_svcpt_stop_threads()) Process entered 40000000:00000010:0.0:1773941435.756864:0:12414:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff96f282edd400. 00000100:00000040:2.0:1773941435.756866:0:12411:0:(service.c:3341:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_cbd 00100000:00000010:0.0:1773941435.756868:0:12414:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff96f289141000. 00000100:00000040:2.0:1773941435.756869:0:12411:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cb #1 00040000:00000010:0.0:1773941435.756872:0:12414:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f2834a7b00. 00000100:00000040:2.0:1773941435.756873:0:12411:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cb #0 00040000:00000010:0.0:1773941435.756876:0:12414:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f2850ef600. 00002000:00000010:0.0:1773941435.756878:0:12414:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff96f288f6a000. 00000020:00000010:0.0:1773941435.756883:0:12414:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f2850efa00. 00010000:00000010:0.0:1773941435.756886:0:12414:0:(ldlm_lockd.c:3018:ldlm_bl_thread_main()) kfreed 'env': 56 at ffff96f282edde00. 00010000:00000001:0.0:1773941435.756889:0:12414:0:(ldlm_lockd.c:3019:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941435.756892:0:12411:0:(service.c:3360:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cb #1 00000020:00000010:0.0:1773941435.756932:0:12328:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f283eb9800. 00000040:00000010:0.0:1773941435.756936:0:12328:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f283eb9000. 00000020:00000010:0.0:1773941435.756938:0:12328:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f28916b800. 00000020:00000010:0.0:1773941435.756941:0:12328:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff96f289188f18. 00000020:00000010:0.0:1773941435.756943:0:12328:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f283eb9600. 80000000:00000010:0.0:1773941435.756944:0:12328:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f298ba73c0. 40000000:00000010:0.0:1773941435.756947:0:12328:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff96f298bde300. 00100000:00000010:0.0:1773941435.756948:0:12328:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff96f28916f800. 00040000:00000010:0.0:1773941435.756951:0:12328:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f287ecf500. 00040000:00000010:0.0:1773941435.756955:0:12328:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff96f28916d800. 00040000:00000010:0.0:1773941435.756957:0:12328:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f283eb9c00. 00000004:00000010:0.0:1773941435.756978:0:12328:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff96f28916a800. 00000004:00000010:0.0:1773941435.756984:0:12328:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff96f290a87000. 00000004:00000010:0.0:1773941435.756989:0:12328:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff96f28916f000. 00002000:00000010:0.0:1773941435.756991:0:12328:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff96f298bed000. 00000004:00000010:0.0:1773941435.756994:0:12328:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff96f298bedc00. 00000020:00000010:0.0:1773941435.757002:0:12328:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f283eb9e00. 00000020:00000010:0.0:1773941435.757006:0:12328:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff96f298bdeb00. 00000100:00000010:0.0:1773941435.757010:0:12328:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff96f298bdea80. 00000100:00100000:0.0:1773941435.757014:0:12328:0:(service.c:3162:ptlrpc_main()) ldlm_cb00_000: service thread [ffff96f283eb8c00:12328] 0 exiting: rc = 1 00000020:00000010:0.0:1773941435.757059:0:12329:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f283eb9a00. 00000040:00000010:0.0:1773941435.757062:0:12329:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f283eb9400. 00000020:00000010:0.0:1773941435.757064:0:12329:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f289168000. 00000020:00000010:0.0:1773941435.757067:0:12329:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff96f28918a840. 00000020:00000010:0.0:1773941435.757069:0:12329:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f283eb8e00. 80000000:00000010:0.0:1773941435.757072:0:12329:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f298ba7480. 40000000:00000010:0.0:1773941435.757075:0:12329:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff96f298bde140. 00100000:00000010:0.0:1773941435.757077:0:12329:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff96f28916e800. 00040000:00000010:0.0:1773941435.757079:0:12329:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f287ecf900. 00040000:00000010:0.0:1773941435.757081:0:12329:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff96f28916c000. 00040000:00000010:0.0:1773941435.757084:0:12329:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f299dd6e00. 00000004:00000010:0.0:1773941435.757086:0:12329:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff96f2836b2800. 00000004:00000010:0.0:1773941435.757089:0:12329:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff96f2863ae000. 00000004:00000010:0.0:1773941435.757093:0:12329:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff96f284fc7800. 00002000:00000010:0.0:1773941435.757095:0:12329:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff96f298bec800. 00000004:00000010:0.0:1773941435.757097:0:12329:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff96f2a0e38000. 00000020:00000010:0.0:1773941435.757099:0:12329:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f283eb8a00. 00000020:00000010:0.0:1773941435.757102:0:12329:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff96f298bde900. 00000100:00000010:0.0:1773941435.757106:0:12329:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff96f298bded40. 00000100:00100000:0.0:1773941435.757107:0:12329:0:(service.c:3162:ptlrpc_main()) ldlm_cb00_001: service thread [ffff96f299d6da00:12329] 1 exiting: rc = 0 00000100:00000010:2.0:1773941435.757140:0:12411:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff96f283eb8c00. 00000100:00000010:2.0:1773941435.757145:0:12411:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff96f299d6da00. 00000100:00000001:2.0:1773941435.757148:0:12411:0:(service.c:3375:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1773941435.757149:0:12411:0:(service.c:3338:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1773941435.757150:0:12411:0:(service.c:3341:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_cbd 00000100:00000040:2.0:1773941435.757151:0:12411:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cb #1 00000100:00000040:2.0:1773941435.757153:0:12411:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cb #0 00000100:00000040:2.0:1773941435.757164:0:12411:0:(service.c:3360:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cb #1 00000020:00000010:3.0:1773941435.757184:0:12331:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f288bd9c00. 00000020:00000010:2.0:1773941435.757186:0:12330:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f299d6d000. 00000040:00000010:2.0:1773941435.757193:0:12330:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f299d6de00. 00000040:00000010:3.0:1773941435.757194:0:12331:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f290875000. 00000020:00000010:2.0:1773941435.757196:0:12330:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f289178000. 00000020:00000010:3.0:1773941435.757201:0:12331:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f284b17000. 00000020:00000010:2.0:1773941435.757202:0:12330:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff96f284ae8f18. 00000020:00000010:3.0:1773941435.757210:0:12331:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff96f289149928. 00000020:00000010:2.0:1773941435.757210:0:12330:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f299d6c400. 80000000:00000010:2.0:1773941435.757215:0:12330:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f284cd2540. 00000020:00000010:3.0:1773941435.757218:0:12331:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f290875600. 40000000:00000010:2.0:1773941435.757220:0:12330:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff96f2856cae00. 80000000:00000010:3.0:1773941435.757225:0:12331:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f282d7f3c0. 00100000:00000010:2.0:1773941435.757226:0:12330:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff96f289178800. 00040000:00000010:2.0:1773941435.757232:0:12330:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f29253a500. 40000000:00000010:3.0:1773941435.757233:0:12331:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff96f282e6d9c0. 00040000:00000010:2.0:1773941435.757236:0:12330:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff96f28917d000. 00100000:00000010:3.0:1773941435.757239:0:12331:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff96f284b15800. 00040000:00000010:2.0:1773941435.757240:0:12330:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f299d6dc00. 00040000:00000010:3.0:1773941435.757244:0:12331:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f283258700. 00000004:00000010:2.0:1773941435.757245:0:12330:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff96f28917f800. 00040000:00000010:3.0:1773941435.757251:0:12331:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff96f284b10800. 00000004:00000010:2.0:1773941435.757252:0:12330:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff96f285313000. 00040000:00000010:3.0:1773941435.757259:0:12331:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f290874200. 00000004:00000010:2.0:1773941435.757259:0:12330:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff96f289179000. 00002000:00000010:2.0:1773941435.757266:0:12330:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff96f2c2043c00. 00000004:00000010:3.0:1773941435.757267:0:12331:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff96f284b12000. 00000004:00000010:2.0:1773941435.757269:0:12330:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff96f2c2040400. 00000004:00000010:3.0:1773941435.757273:0:12331:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff96f298afd000. 00000020:00000010:2.0:1773941435.757275:0:12330:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f299d6cc00. 00000004:00000010:3.0:1773941435.757279:0:12331:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff96f284b16000. 00000020:00000010:2.0:1773941435.757281:0:12330:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff96f2856cac40. 00002000:00000010:3.0:1773941435.757284:0:12331:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff96f28630c400. 00000100:00000010:2.0:1773941435.757286:0:12330:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff96f2856cac00. 00000100:00100000:2.0:1773941435.757289:0:12330:0:(service.c:3162:ptlrpc_main()) ldlm_cb01_000: service thread [ffff96f299d6d200:12330] 0 exiting: rc = 1 00000004:00000010:3.0:1773941435.757298:0:12331:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff96f28630fc00. 00000020:00000010:3.0:1773941435.757303:0:12331:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f288bd9000. 00000020:00000010:3.0:1773941435.757308:0:12331:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff96f282e6d280. 00000100:00000010:3.0:1773941435.757316:0:12331:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff96f282e6dcc0. 00000100:00100000:3.0:1773941435.757321:0:12331:0:(service.c:3162:ptlrpc_main()) ldlm_cb01_001: service thread [ffff96f2a0e24200:12331] 1 exiting: rc = 0 00000100:00000010:0.0:1773941435.757347:0:12411:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff96f299d6d200. 00000100:00000010:0.0:1773941435.757353:0:12411:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff96f2a0e24200. 00000100:00000001:0.0:1773941435.757357:0:12411:0:(service.c:3375:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1773941435.757358:0:12411:0:(service.c:3391:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1773941435.757362:0:12411:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 15 lazy 00000400:00000001:0.0:1773941435.757366:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.757368:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.757370:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f28014bf20. 00000400:00000200:0.0:1773941435.757374:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f285675840 00000400:00000010:0.0:1773941435.757376:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f285675840. 00000100:00000001:0.0:1773941435.757379:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.757386:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_cbd 00000100:00100000:0.0:1773941435.757391:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.757393:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1773941435.757395:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.757397:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.757398:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.757399:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f5000. 00000400:00000200:0.0:1773941435.757402:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f283f610c0 00000400:00000010:0.0:1773941435.757403:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f283f610c0. 00000100:00000001:0.0:1773941435.757404:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.757405:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_cbd 00000100:00100000:0.0:1773941435.757408:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.757409:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1773941435.757410:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1773941435.757413:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.757414:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1773941435.757419:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298b68000. 00000100:00000010:0.0:1773941435.757422:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f298becc00. 00000100:00000010:0.0:1773941435.757425:0:12411:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff96f284fc0800. 00000100:00000010:0.0:1773941435.757427:0:12411:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff96f28916d000. 00000100:00000001:0.0:1773941435.757429:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.757430:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1773941435.757431:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298b6a000. 00000100:00000010:0.0:1773941435.757434:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f298befc00. 00000100:00000010:0.0:1773941435.757436:0:12411:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff96f284b11800. 00000100:00000010:0.0:1773941435.757438:0:12411:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff96f28917a800. 00000100:00000001:0.0:1773941435.757440:0:12411:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1773941435.757442:0:12411:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941435.757444:0:12411:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1773941435.757445:0:12411:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1773941435.757447:0:12411:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff96f298bde740. 00000100:00000001:0.0:1773941435.757450:0:12411:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1773941435.757452:0:12411:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941435.757453:0:12411:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941435.757454:0:12411:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f2856753c0. 00000100:00000001:0.0:1773941435.757457:0:12411:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941435.757458:0:12411:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941435.757464:0:12411:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f2856756c0. 00000100:00000001:0.0:1773941435.757466:0:12411:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941435.757467:0:12411:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941435.757468:0:12411:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f285675e40. 00000100:00000001:0.0:1773941435.757470:0:12411:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941435.757472:0:12411:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941435.757473:0:12411:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f285675a80. 00000100:00000001:0.0:1773941435.757475:0:12411:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000100:00000001:0.0:1773941435.757476:0:12411:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1773941435.757477:0:12411:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941435.757478:0:12411:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1773941435.757479:0:12411:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1773941435.757480:0:12411:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff96f298bded00. 00000100:00000001:0.0:1773941435.757483:0:12411:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1773941435.757484:0:12411:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941435.757486:0:12411:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941435.757486:0:12411:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f285675c00. 00000100:00000001:0.0:1773941435.757487:0:12411:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941435.757488:0:12411:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941435.757489:0:12411:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f285675900. 00000100:00000001:0.0:1773941435.757490:0:12411:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941435.757491:0:12411:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941435.757491:0:12411:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f285675480. 00000100:00000001:0.0:1773941435.757493:0:12411:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941435.757494:0:12411:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941435.757495:0:12411:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f285675600. 00000100:00000001:0.0:1773941435.757496:0:12411:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1773941435.757584:0:12411:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff96f290a86000. 00000020:00000010:0.0:1773941435.757589:0:12411:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff96f298bed800. 00000100:00000010:0.0:1773941435.757614:0:12411:0:(service.c:3818:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff96f288e94000. 00000100:00000010:0.0:1773941435.757622:0:12411:0:(service.c:3824:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff96f290a83000. 00000100:00000010:0.0:1773941435.757624:0:12411:0:(service.c:3818:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff96f290a54000. 00000100:00000010:0.0:1773941435.757630:0:12411:0:(service.c:3824:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff96f290a81000. 00000100:00000010:0.0:1773941435.757632:0:12411:0:(service.c:3830:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffff96f298bec000. 00000100:00000010:0.0:1773941435.757634:0:12411:0:(service.c:3830:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffff96f298bec400. 00000100:00000010:0.0:1773941435.757636:0:12411:0:(service.c:3836:ptlrpc_service_free()) kfreed 'svc': 360 at ffff96f298842e00. 00000100:00000001:0.0:1773941435.757638:0:12411:0:(service.c:3863:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941435.757645:0:12411:0:(service.c:3841:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1773941435.757646:0:12411:0:(service.c:3843:ptlrpc_unregister_service()) ldlm_canceld: tearing down 00000100:00000001:0.0:1773941435.757649:0:12411:0:(service.c:3384:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1773941435.757650:0:12411:0:(service.c:3338:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1773941435.757651:0:12411:0:(service.c:3341:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_canceld 00000100:00000040:0.0:1773941435.757652:0:12411:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #2 00000100:00000040:0.0:1773941435.757654:0:12411:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #1 00000100:00000040:0.0:1773941435.757656:0:12411:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #0 00000100:00000040:0.0:1773941435.757669:0:12411:0:(service.c:3360:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cn #2 00000020:00000010:0.0:1773941435.757818:0:12332:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f2a0e24e00. 00000020:00000010:0.0:1773941435.757823:0:12332:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f298ba77e0. 00000040:00000010:0.0:1773941435.757826:0:12332:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f2a0e24c00. 00000020:00000010:0.0:1773941435.757828:0:12332:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f28309a000. 00000020:00000010:0.0:1773941435.757831:0:12332:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff96f28918bc60. 00000020:00000010:0.0:1773941435.757834:0:12332:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f2a0e25000. 80000000:00000010:0.0:1773941435.757836:0:12332:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f298ba72a0. 40000000:00000010:0.0:1773941435.757838:0:12332:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff96f298bde5c0. 00008000:00000010:0.0:1773941435.757841:0:12332:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f2882ece20. 00100000:00000010:0.0:1773941435.757843:0:12332:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff96f28309b000. 00040000:00000010:0.0:1773941435.757845:0:12332:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f2834a7500. 00040000:00000010:0.0:1773941435.757848:0:12332:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff96f28309e800. 00040000:00000010:0.0:1773941435.757850:0:12332:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f2a0e24600. 00000004:00000010:0.0:1773941435.757852:0:12332:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff96f28309f800. 00000004:00000010:0.0:1773941435.757854:0:12332:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff96f2a08eb000. 00000004:00000010:0.0:1773941435.757857:0:12332:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff96f28309c800. 00002000:00000010:0.0:1773941435.757859:0:12332:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff96f2a0e38800. 00000004:00000010:0.0:1773941435.757860:0:12332:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff96f2a0e39400. 00000020:00000010:0.0:1773941435.757863:0:12332:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f2a0e25200. 00000020:00000010:0.0:1773941435.757866:0:12332:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff96f298bdea00. 00000100:00000010:0.0:1773941435.757869:0:12332:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff96f298bdeec0. 00000100:00100000:0.0:1773941435.757871:0:12332:0:(service.c:3162:ptlrpc_main()) ldlm_cn00_000: service thread [ffff96f288bb2800:12332] 0 exiting: rc = 1 00000020:00000010:0.0:1773941435.757904:0:12333:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f2a0e25c00. 00000020:00000010:0.0:1773941435.757907:0:12333:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f298ba7e40. 00000040:00000010:0.0:1773941435.757909:0:12333:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f2a0e25600. 00000020:00000010:0.0:1773941435.757911:0:12333:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f28309f000. 00000020:00000010:0.0:1773941435.757920:0:12333:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff96f28918df98. 00000020:00000010:0.0:1773941435.757923:0:12333:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f2a0e24400. 80000000:00000010:0.0:1773941435.757925:0:12333:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f298ba7a80. 40000000:00000010:0.0:1773941435.757927:0:12333:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff96f298bde980. 00008000:00000010:0.0:1773941435.757929:0:12333:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f2882ee6d8. 00100000:00000010:0.0:1773941435.757932:0:12333:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff96f288e40000. 00040000:00000010:0.0:1773941435.757934:0:12333:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f2834a7a00. 00040000:00000010:0.0:1773941435.757936:0:12333:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff96f288e41800. 00040000:00000010:0.0:1773941435.757938:0:12333:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f2916d2e00. 00000004:00000010:0.0:1773941435.757940:0:12333:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff96f288e44000. 00000004:00000010:0.0:1773941435.757944:0:12333:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff96f28569e000. 00000004:00000010:0.0:1773941435.757947:0:12333:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff96f288e41000. 00002000:00000010:0.0:1773941435.757950:0:12333:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff96f2a0e3b000. 00000004:00000010:0.0:1773941435.757952:0:12333:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff96f2a0e39800. 00000020:00000010:0.0:1773941435.757954:0:12333:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f2a0e24000. 00000020:00000010:0.0:1773941435.757957:0:12333:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff96f298bde280. 00000100:00000010:0.0:1773941435.757975:0:12333:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff96f298bde500. 00000100:00100000:0.0:1773941435.757978:0:12333:0:(service.c:3162:ptlrpc_main()) ldlm_cn00_001: service thread [ffff96f2a0162200:12333] 1 exiting: rc = 0 00000020:00000010:0.0:1773941435.758019:0:12334:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f2916d2c00. 00000020:00000010:0.0:1773941435.758022:0:12334:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f298ba7060. 00000040:00000010:0.0:1773941435.758025:0:12334:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f2890a2400. 00000020:00000010:0.0:1773941435.758030:0:12334:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f288e42800. 00000020:00000010:0.0:1773941435.758034:0:12334:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff96f289188a10. 00000020:00000010:0.0:1773941435.758037:0:12334:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f2890a2e00. 80000000:00000010:0.0:1773941435.758039:0:12334:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f298ba7600. 40000000:00000010:0.0:1773941435.758042:0:12334:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff96f298bde000. 00008000:00000010:0.0:1773941435.758045:0:12334:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f2882ec388. 00100000:00000010:0.0:1773941435.758048:0:12334:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff96f2a0e32000. 00040000:00000010:0.0:1773941435.758049:0:12334:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f2834a7200. 00040000:00000010:0.0:1773941435.758051:0:12334:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff96f2a0e33000. 00040000:00000010:0.0:1773941435.758053:0:12334:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f2890a3600. 00000004:00000010:0.0:1773941435.758056:0:12334:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff96f2a0e36800. 00000004:00000010:0.0:1773941435.758058:0:12334:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff96f28569b000. 00000004:00000010:0.0:1773941435.758060:0:12334:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff96f2a0e36000. 00002000:00000010:0.0:1773941435.758067:0:12334:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff96f2a0e3a800. 00000004:00000010:0.0:1773941435.758069:0:12334:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff96f2a0e39000. 00000020:00000010:0.0:1773941435.758072:0:12334:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f2916d3200. 00000020:00000010:0.0:1773941435.758075:0:12334:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff96f298bde640. 00000100:00000010:0.0:1773941435.758077:0:12334:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff96f298bdeac0. 00000100:00100000:0.0:1773941435.758079:0:12334:0:(service.c:3162:ptlrpc_main()) ldlm_cn00_002: service thread [ffff96f289015e00:12334] 2 exiting: rc = 0 00000100:00000010:0.0:1773941435.758114:0:12411:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff96f288bb2800. 00000100:00000010:0.0:1773941435.758119:0:12411:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff96f2a0162200. 00000100:00000010:0.0:1773941435.758123:0:12411:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff96f289015e00. 00000100:00000001:0.0:1773941435.758128:0:12411:0:(service.c:3375:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1773941435.758130:0:12411:0:(service.c:3338:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1773941435.758132:0:12411:0:(service.c:3341:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_canceld 00000100:00000040:0.0:1773941435.758134:0:12411:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #2 00000100:00000040:0.0:1773941435.758136:0:12411:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #1 00000100:00000040:0.0:1773941435.758137:0:12411:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #0 00000100:00000040:0.0:1773941435.758158:0:12411:0:(service.c:3360:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cn #2 00000020:00000010:2.0:1773941435.758163:0:12335:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f283b20c00. 00000020:00000010:2.0:1773941435.758169:0:12335:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f284cd2f60. 00000040:00000010:2.0:1773941435.758172:0:12335:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f283677000. 00000020:00000010:2.0:1773941435.758174:0:12335:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f289179800. 00000020:00000010:2.0:1773941435.758177:0:12335:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff96f284aeb250. 00000020:00000010:2.0:1773941435.758179:0:12335:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f283677c00. 80000000:00000010:2.0:1773941435.758188:0:12335:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f284cd2ae0. 40000000:00000010:2.0:1773941435.758190:0:12335:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff96f2856ca440. 00008000:00000010:2.0:1773941435.758192:0:12335:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f2a0e22350. 00100000:00000010:2.0:1773941435.758195:0:12335:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff96f28917b800. 00040000:00000010:2.0:1773941435.758198:0:12335:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f299bd6f00. 00040000:00000010:2.0:1773941435.758200:0:12335:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff96f2a0db6000. 00040000:00000010:2.0:1773941435.758203:0:12335:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f283676400. 00000004:00000010:2.0:1773941435.758205:0:12335:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff96f2a0db6800. 00000004:00000010:2.0:1773941435.758207:0:12335:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff96f298be6000. 00000004:00000010:2.0:1773941435.758211:0:12335:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff96f2a0db4800. 00002000:00000010:2.0:1773941435.758214:0:12335:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff96f298af4000. 00000004:00000010:2.0:1773941435.758217:0:12335:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff96f298af4800. 00000020:00000010:2.0:1773941435.758219:0:12335:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f299c4b000. 00000020:00000010:2.0:1773941435.758224:0:12335:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff96f2856cab80. 00000100:00000010:2.0:1773941435.758227:0:12335:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff96f2856ca400. 00000100:00100000:2.0:1773941435.758229:0:12335:0:(service.c:3162:ptlrpc_main()) ldlm_cn01_000: service thread [ffff96f289014a00:12335] 0 exiting: rc = 1 00000020:00000010:2.0:1773941435.758265:0:12337:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f283677800. 00000020:00000010:2.0:1773941435.758268:0:12337:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f284cd26c0. 00000040:00000010:2.0:1773941435.758269:0:12337:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f283676600. 00000020:00000010:2.0:1773941435.758271:0:12337:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f2a0db2000. 00000020:00000010:2.0:1773941435.758274:0:12337:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff96f284aec168. 00000020:00000010:2.0:1773941435.758276:0:12337:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f283677200. 80000000:00000010:2.0:1773941435.758279:0:12337:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f284cd2b40. 40000000:00000010:2.0:1773941435.758280:0:12337:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff96f2856caac0. 00008000:00000010:2.0:1773941435.758282:0:12337:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f2a0e23880. 00100000:00000010:2.0:1773941435.758284:0:12337:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff96f2a0db0800. 00040000:00000010:2.0:1773941435.758285:0:12337:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f299bd6800. 00040000:00000010:2.0:1773941435.758288:0:12337:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff96f2a0db5000. 00040000:00000010:2.0:1773941435.758290:0:12337:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f283677e00. 00000004:00000010:2.0:1773941435.758292:0:12337:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff96f2a0db7800. 00000004:00000010:2.0:1773941435.758294:0:12337:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff96f29886a000. 00000004:00000010:2.0:1773941435.758296:0:12337:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff96f2a0db3800. 00002000:00000010:2.0:1773941435.758298:0:12337:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff96f298af5400. 00000004:00000010:2.0:1773941435.758299:0:12337:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff96f298af7000. 00000020:00000010:2.0:1773941435.758306:0:12337:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f283676a00. 00000020:00000010:2.0:1773941435.758308:0:12337:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff96f2856ca0c0. 00000100:00000010:2.0:1773941435.758310:0:12337:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff96f2856caa80. 00000100:00100000:2.0:1773941435.758313:0:12337:0:(service.c:3162:ptlrpc_main()) ldlm_cn01_002: service thread [ffff96f283677400:12337] 2 exiting: rc = 0 00000100:00000040:0.0:1773941435.758334:0:12411:0:(service.c:3360:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cn #1 00010000:00000010:2.1:1773941435.758859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f2814eba00. 00010000:00000010:2.1:1773941435.758868:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f29264dd00. 00000020:00000010:3.0:1773941435.759064:0:12336:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f290874c00. 00000020:00000010:3.0:1773941435.759069:0:12336:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f282d7f540. 00000040:00000010:3.0:1773941435.759072:0:12336:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f290874600. 00000020:00000010:3.0:1773941435.759075:0:12336:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f284b14000. 00000020:00000010:3.0:1773941435.759080:0:12336:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff96f28914eeb0. 00000020:00000010:3.0:1773941435.759084:0:12336:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f290875200. 80000000:00000010:3.0:1773941435.759086:0:12336:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f282d7f8a0. 40000000:00000010:3.0:1773941435.759089:0:12336:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff96f282e6de40. 00008000:00000010:3.0:1773941435.759092:0:12336:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f290896a60. 00100000:00000010:3.0:1773941435.759095:0:12336:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff96f284b10000. 00040000:00000010:3.0:1773941435.759098:0:12336:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f283258c00. 00040000:00000010:3.0:1773941435.759101:0:12336:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff96f284b11000. 00040000:00000010:3.0:1773941435.759103:0:12336:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f283edf200. 00000004:00000010:3.0:1773941435.759106:0:12336:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff96f284b12800. 00000004:00000010:3.0:1773941435.759109:0:12336:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff96f298afa000. 00000004:00000010:3.0:1773941435.759114:0:12336:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff96f283d8f000. 00002000:00000010:3.0:1773941435.759117:0:12336:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff96f28630dc00. 00000004:00000010:3.0:1773941435.759120:0:12336:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff96f28630c800. 00000020:00000010:3.0:1773941435.759122:0:12336:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f290875e00. 00000020:00000010:3.0:1773941435.759126:0:12336:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff96f282e6dc80. 00000100:00000010:3.0:1773941435.759129:0:12336:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff96f282e6d6c0. 00000100:00100000:3.0:1773941435.759132:0:12336:0:(service.c:3162:ptlrpc_main()) ldlm_cn01_001: service thread [ffff96f2890a2600:12336] 1 exiting: rc = 0 00000100:00000010:0.0:1773941435.759155:0:12411:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff96f289014a00. 00000100:00000010:0.0:1773941435.759162:0:12411:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff96f2890a2600. 00000100:00000010:0.0:1773941435.759168:0:12411:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff96f283677400. 00000100:00000001:0.0:1773941435.759172:0:12411:0:(service.c:3375:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1773941435.759174:0:12411:0:(service.c:3391:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1773941435.759176:0:12411:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 17 lazy 00000400:00000001:0.0:1773941435.759180:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759182:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759185:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796370. 00000400:00000200:0.0:1773941435.759188:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298af1900 00000400:00000010:0.0:1773941435.759190:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f298af1900. 00000100:00000001:0.0:1773941435.759195:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759196:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759200:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759202:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1773941435.759203:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759204:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759206:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759207:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796478. 00000400:00000200:0.0:1773941435.759215:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298af1e40 00000400:00000010:0.0:1773941435.759217:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f298af1e40. 00000100:00000001:0.0:1773941435.759219:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759220:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759223:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759224:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1773941435.759226:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759227:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759228:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759229:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796b58. 00000400:00000200:0.0:1773941435.759230:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298af1c00 00000400:00000010:0.0:1773941435.759231:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f298af1c00. 00000100:00000001:0.0:1773941435.759232:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759233:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759236:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759237:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1773941435.759238:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759240:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759240:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759242:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796aa8. 00000400:00000200:0.0:1773941435.759243:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298af1cc0 00000400:00000010:0.0:1773941435.759244:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f298af1cc0. 00000100:00000001:0.0:1773941435.759246:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759247:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759251:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759252:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1773941435.759254:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759256:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759256:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759257:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796268. 00000400:00000200:0.0:1773941435.759260:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298af1d80 00000400:00000010:0.0:1773941435.759261:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f298af1d80. 00000100:00000001:0.0:1773941435.759262:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759263:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759266:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759267:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1773941435.759268:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759274:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759275:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759276:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2987962c0. 00000400:00000200:0.0:1773941435.759278:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298af1f00 00000400:00000010:0.0:1773941435.759279:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f298af1f00. 00000100:00000001:0.0:1773941435.759280:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759281:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759284:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759285:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1773941435.759286:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759287:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759288:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759288:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2987965d8. 00000400:00000200:0.0:1773941435.759290:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298af1000 00000400:00000010:0.0:1773941435.759291:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f298af1000. 00000100:00000001:0.0:1773941435.759292:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759293:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759295:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759297:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1773941435.759297:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759299:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759300:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759301:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3630. 00000400:00000200:0.0:1773941435.759302:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298af1780 00000400:00000010:0.0:1773941435.759303:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f298af1780. 00000100:00000001:0.0:1773941435.759305:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759306:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759309:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759310:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1773941435.759310:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759311:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759312:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759313:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d33c8. 00000400:00000200:0.0:1773941435.759315:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298af13c0 00000400:00000010:0.0:1773941435.759316:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f298af13c0. 00000100:00000001:0.0:1773941435.759317:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759317:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759320:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759326:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1773941435.759327:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759328:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759329:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759330:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3318. 00000400:00000200:0.0:1773941435.759332:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298af1540 00000400:00000010:0.0:1773941435.759333:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f298af1540. 00000100:00000001:0.0:1773941435.759335:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759336:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759339:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759341:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1773941435.759343:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759344:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759344:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759345:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3738. 00000400:00000200:0.0:1773941435.759346:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28628b0c0 00000400:00000010:0.0:1773941435.759347:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28628b0c0. 00000100:00000001:0.0:1773941435.759350:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759351:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759354:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759355:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1773941435.759355:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759357:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759357:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759358:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3d68. 00000400:00000200:0.0:1773941435.759360:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28628b240 00000400:00000010:0.0:1773941435.759361:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28628b240. 00000100:00000001:0.0:1773941435.759362:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759363:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759366:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759367:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1773941435.759368:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759369:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759370:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759371:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3f78. 00000400:00000200:0.0:1773941435.759372:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28628bcc0 00000400:00000010:0.0:1773941435.759374:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28628bcc0. 00000100:00000001:0.0:1773941435.759375:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759380:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759383:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759384:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1773941435.759385:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759387:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759388:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759389:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d38f0. 00000400:00000200:0.0:1773941435.759390:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28628b840 00000400:00000010:0.0:1773941435.759391:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28628b840. 00000100:00000001:0.0:1773941435.759392:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759393:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759396:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759397:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1773941435.759398:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759399:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759400:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759401:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3cb8. 00000400:00000200:0.0:1773941435.759403:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28628b000 00000400:00000010:0.0:1773941435.759405:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28628b000. 00000100:00000001:0.0:1773941435.759406:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759406:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759409:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759410:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1773941435.759412:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759413:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759414:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759415:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d39f8. 00000400:00000200:0.0:1773941435.759417:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28628b180 00000400:00000010:0.0:1773941435.759417:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28628b180. 00000100:00000001:0.0:1773941435.759419:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759419:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759423:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759424:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1773941435.759424:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759426:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759427:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759428:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3a50. 00000400:00000200:0.0:1773941435.759429:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28628b300 00000400:00000010:0.0:1773941435.759435:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28628b300. 00000100:00000001:0.0:1773941435.759437:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759437:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759440:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759441:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1773941435.759442:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759443:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759444:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759445:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3d10. 00000400:00000200:0.0:1773941435.759447:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28628b3c0 00000400:00000010:0.0:1773941435.759448:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28628b3c0. 00000100:00000001:0.0:1773941435.759449:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759450:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759455:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759457:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1773941435.759458:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759459:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759460:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759461:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3058. 00000400:00000200:0.0:1773941435.759463:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28628ba80 00000400:00000010:0.0:1773941435.759464:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28628ba80. 00000100:00000001:0.0:1773941435.759465:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759466:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759470:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759471:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1773941435.759472:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759473:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759474:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759475:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3b00. 00000400:00000200:0.0:1773941435.759476:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28628b480 00000400:00000010:0.0:1773941435.759477:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28628b480. 00000100:00000001:0.0:1773941435.759478:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759479:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759482:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759483:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1773941435.759484:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759484:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759490:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759491:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3688. 00000400:00000200:0.0:1773941435.759493:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28628bd80 00000400:00000010:0.0:1773941435.759494:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28628bd80. 00000100:00000001:0.0:1773941435.759495:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759496:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759499:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759500:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1773941435.759501:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759502:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759503:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759504:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3c08. 00000400:00000200:0.0:1773941435.759506:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28628b780 00000400:00000010:0.0:1773941435.759507:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28628b780. 00000100:00000001:0.0:1773941435.759508:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759509:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759511:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759512:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1773941435.759513:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759515:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759515:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759516:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3108. 00000400:00000200:0.0:1773941435.759517:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28628bc00 00000400:00000010:0.0:1773941435.759518:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28628bc00. 00000100:00000001:0.0:1773941435.759519:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759520:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759523:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759523:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1773941435.759524:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759526:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759526:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759527:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d39a0. 00000400:00000200:0.0:1773941435.759528:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f288e99e40 00000400:00000010:0.0:1773941435.759529:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f288e99e40. 00000100:00000001:0.0:1773941435.759531:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759531:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759534:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759535:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1773941435.759540:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759541:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759542:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759543:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3210. 00000400:00000200:0.0:1773941435.759544:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f288e99600 00000400:00000010:0.0:1773941435.759545:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f288e99600. 00000100:00000001:0.0:1773941435.759546:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759547:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759549:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759550:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1773941435.759551:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759552:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759552:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759553:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3840. 00000400:00000200:0.0:1773941435.759554:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f288e99b40 00000400:00000010:0.0:1773941435.759555:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f288e99b40. 00000100:00000001:0.0:1773941435.759556:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759557:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759560:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759560:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1773941435.759562:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759563:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759564:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759565:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3370. 00000400:00000200:0.0:1773941435.759566:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f288e99540 00000400:00000010:0.0:1773941435.759567:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f288e99540. 00000100:00000001:0.0:1773941435.759568:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759569:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759571:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759572:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1773941435.759573:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759574:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759575:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759576:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3478. 00000400:00000200:0.0:1773941435.759577:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f288e99f00 00000400:00000010:0.0:1773941435.759578:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f288e99f00. 00000100:00000001:0.0:1773941435.759579:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759580:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759587:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759588:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1773941435.759590:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759592:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759593:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759594:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3b58. 00000400:00000200:0.0:1773941435.759596:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f288e99300 00000400:00000010:0.0:1773941435.759598:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f288e99300. 00000100:00000001:0.0:1773941435.759601:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759602:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759605:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759607:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1773941435.759610:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759611:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759612:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759614:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3aa8. 00000400:00000200:0.0:1773941435.759616:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f288e99180 00000400:00000010:0.0:1773941435.759617:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f288e99180. 00000100:00000001:0.0:1773941435.759618:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759619:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759622:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759623:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1773941435.759625:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759626:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759627:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759628:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3268. 00000400:00000200:0.0:1773941435.759629:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f288e99900 00000400:00000010:0.0:1773941435.759630:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f288e99900. 00000100:00000001:0.0:1773941435.759631:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759632:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759635:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759636:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1773941435.759637:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759638:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759639:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759640:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d32c0. 00000400:00000200:0.0:1773941435.759642:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f288e990c0 00000400:00000010:0.0:1773941435.759643:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f288e990c0. 00000100:00000001:0.0:1773941435.759650:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759651:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759656:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759657:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1773941435.759659:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759660:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759660:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759661:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d35d8. 00000400:00000200:0.0:1773941435.759663:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f288e99a80 00000400:00000010:0.0:1773941435.759664:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f288e99a80. 00000100:00000001:0.0:1773941435.759666:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759667:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759669:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759670:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1773941435.759671:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759672:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759673:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759674:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3e18. 00000400:00000200:0.0:1773941435.759675:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f288e99780 00000400:00000010:0.0:1773941435.759676:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f288e99780. 00000100:00000001:0.0:1773941435.759677:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759678:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759681:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759682:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1773941435.759682:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759683:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759684:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759685:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3948. 00000400:00000200:0.0:1773941435.759686:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f288e996c0 00000400:00000010:0.0:1773941435.759686:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f288e996c0. 00000100:00000001:0.0:1773941435.759688:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759688:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759691:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759692:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1773941435.759693:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759693:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759694:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759695:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3580. 00000400:00000200:0.0:1773941435.759700:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f288e99480 00000400:00000010:0.0:1773941435.759701:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f288e99480. 00000100:00000001:0.0:1773941435.759703:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759704:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759706:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759707:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1773941435.759708:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759709:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759710:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759711:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3420. 00000400:00000200:0.0:1773941435.759712:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f288e993c0 00000400:00000010:0.0:1773941435.759713:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f288e993c0. 00000100:00000001:0.0:1773941435.759714:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759736:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759740:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759741:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1773941435.759742:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759743:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759743:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759744:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3528. 00000400:00000200:0.0:1773941435.759746:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f288e99c00 00000400:00000010:0.0:1773941435.759747:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f288e99c00. 00000100:00000001:0.0:1773941435.759748:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759749:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759751:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759752:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1773941435.759753:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759754:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759754:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759755:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d30b0. 00000400:00000200:0.0:1773941435.759756:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f288e99240 00000400:00000010:0.0:1773941435.759757:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f288e99240. 00000100:00000001:0.0:1773941435.759758:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759759:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759762:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759763:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1773941435.759763:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759768:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759769:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759770:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3e70. 00000400:00000200:0.0:1773941435.759772:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f288e99cc0 00000400:00000010:0.0:1773941435.759772:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f288e99cc0. 00000100:00000001:0.0:1773941435.759774:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759774:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759777:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759778:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1773941435.759779:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759780:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759780:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759781:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3dc0. 00000400:00000200:0.0:1773941435.759782:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f288e99000 00000400:00000010:0.0:1773941435.759783:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f288e99000. 00000100:00000001:0.0:1773941435.759784:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759785:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759788:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759788:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1773941435.759789:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759790:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759791:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759792:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3000. 00000400:00000200:0.0:1773941435.759793:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f288e999c0 00000400:00000010:0.0:1773941435.759794:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f288e999c0. 00000100:00000001:0.0:1773941435.759795:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759796:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759798:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759799:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1773941435.759800:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759801:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759802:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759803:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3bb0. 00000400:00000200:0.0:1773941435.759804:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f288e99840 00000400:00000010:0.0:1773941435.759805:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f288e99840. 00000100:00000001:0.0:1773941435.759806:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759807:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759809:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759813:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1773941435.759814:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759815:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759816:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759817:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3f20. 00000400:00000200:0.0:1773941435.759818:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f288e99d80 00000400:00000010:0.0:1773941435.759819:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f288e99d80. 00000100:00000001:0.0:1773941435.759820:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759821:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759824:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759824:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1773941435.759825:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759826:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759827:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759828:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d37e8. 00000400:00000200:0.0:1773941435.759829:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28510d840 00000400:00000010:0.0:1773941435.759830:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28510d840. 00000100:00000001:0.0:1773941435.759831:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759832:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759834:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759835:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1773941435.759836:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759837:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759837:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759838:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3790. 00000400:00000200:0.0:1773941435.759839:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28510d540 00000400:00000010:0.0:1773941435.759840:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28510d540. 00000100:00000001:0.0:1773941435.759841:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759842:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759845:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759845:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1773941435.759846:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759847:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759848:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759849:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3ec8. 00000400:00000200:0.0:1773941435.759850:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28510dcc0 00000400:00000010:0.0:1773941435.759851:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28510dcc0. 00000100:00000001:0.0:1773941435.759852:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759855:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759858:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759859:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1773941435.759860:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759861:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759862:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759863:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d31b8. 00000400:00000200:0.0:1773941435.759864:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28510dc00 00000400:00000010:0.0:1773941435.759865:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28510dc00. 00000100:00000001:0.0:1773941435.759866:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759867:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759869:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759870:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1773941435.759871:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759872:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759872:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759873:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d34d0. 00000400:00000200:0.0:1773941435.759874:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28510de40 00000400:00000010:0.0:1773941435.759875:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28510de40. 00000100:00000001:0.0:1773941435.759876:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759877:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759879:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759880:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1773941435.759881:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759882:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759883:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759883:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3160. 00000400:00000200:0.0:1773941435.759885:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28510d3c0 00000400:00000010:0.0:1773941435.759886:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28510d3c0. 00000100:00000001:0.0:1773941435.759887:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759887:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759890:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759891:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1773941435.759892:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759893:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759893:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759894:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3c60. 00000400:00000200:0.0:1773941435.759895:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0e026c0 00000400:00000010:0.0:1773941435.759899:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0e026c0. 00000100:00000001:0.0:1773941435.759900:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759901:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759904:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759905:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1773941435.759906:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759907:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759907:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759908:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d36e0. 00000400:00000200:0.0:1773941435.759909:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0e02cc0 00000400:00000010:0.0:1773941435.759910:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0e02cc0. 00000100:00000001:0.0:1773941435.759912:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759912:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759915:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759916:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1773941435.759916:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759917:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759918:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759919:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3898. 00000400:00000200:0.0:1773941435.759920:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0e02d80 00000400:00000010:0.0:1773941435.759921:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0e02d80. 00000100:00000001:0.0:1773941435.759922:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759923:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759926:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759926:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1773941435.759927:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759928:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759929:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759930:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f28014bec8. 00000400:00000200:0.0:1773941435.759931:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0e029c0 00000400:00000010:0.0:1773941435.759932:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0e029c0. 00000100:00000001:0.0:1773941435.759933:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759934:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759936:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759937:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1773941435.759938:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759939:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759942:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759943:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f28014b790. 00000400:00000200:0.0:1773941435.759945:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0e02300 00000400:00000010:0.0:1773941435.759946:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0e02300. 00000100:00000001:0.0:1773941435.759947:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759948:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759950:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759951:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1773941435.759952:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759953:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759954:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759955:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f28014b580. 00000400:00000200:0.0:1773941435.759956:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0e02240 00000400:00000010:0.0:1773941435.759957:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0e02240. 00000100:00000001:0.0:1773941435.759958:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759959:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759974:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759975:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1773941435.759976:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759977:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759978:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759979:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f28014b420. 00000400:00000200:0.0:1773941435.759980:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0e02780 00000400:00000010:0.0:1773941435.759981:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0e02780. 00000100:00000001:0.0:1773941435.759982:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759983:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759986:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759987:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1773941435.759987:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.759988:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.759989:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.759990:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f28014b528. 00000400:00000200:0.0:1773941435.759991:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0e02900 00000400:00000010:0.0:1773941435.759992:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0e02900. 00000100:00000001:0.0:1773941435.759993:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.759994:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.759997:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.759998:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1773941435.760002:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760004:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760005:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760006:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f28014b0b0. 00000400:00000200:0.0:1773941435.760007:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0e02b40 00000400:00000010:0.0:1773941435.760008:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0e02b40. 00000100:00000001:0.0:1773941435.760009:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760010:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760013:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760014:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1773941435.760014:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760015:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760016:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760017:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f28014be70. 00000400:00000200:0.0:1773941435.760018:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0e02600 00000400:00000010:0.0:1773941435.760019:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0e02600. 00000100:00000001:0.0:1773941435.760020:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760021:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760023:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760024:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1773941435.760025:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760026:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760026:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760027:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f28014bdc0. 00000400:00000200:0.0:1773941435.760028:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0e02a80 00000400:00000010:0.0:1773941435.760029:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0e02a80. 00000100:00000001:0.0:1773941435.760030:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760031:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760034:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760034:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1773941435.760035:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760036:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760037:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760038:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f28014b000. 00000400:00000200:0.0:1773941435.760039:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0e02540 00000400:00000010:0.0:1773941435.760040:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0e02540. 00000100:00000001:0.0:1773941435.760041:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760041:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760046:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760048:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1773941435.760049:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760050:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760051:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760052:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f28014bbb0. 00000400:00000200:0.0:1773941435.760053:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0e02480 00000400:00000010:0.0:1773941435.760054:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0e02480. 00000100:00000001:0.0:1773941435.760055:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760056:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760058:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760059:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1773941435.760060:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760061:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760061:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760062:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f28014b7e8. 00000400:00000200:0.0:1773941435.760063:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0e02180 00000400:00000010:0.0:1773941435.760064:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0e02180. 00000100:00000001:0.0:1773941435.760065:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760066:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760069:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760070:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1773941435.760070:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760072:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760072:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760074:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41160. 00000400:00000200:0.0:1773941435.760075:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2838416c0 00000400:00000010:0.0:1773941435.760076:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2838416c0. 00000100:00000001:0.0:1773941435.760077:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760078:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760081:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760082:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1773941435.760083:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760084:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760085:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760086:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41c60. 00000400:00000200:0.0:1773941435.760087:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f283841a80 00000400:00000010:0.0:1773941435.760088:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f283841a80. 00000100:00000001:0.0:1773941435.760093:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760094:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760097:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760099:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1773941435.760100:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760101:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760102:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760103:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a416e0. 00000400:00000200:0.0:1773941435.760104:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2838413c0 00000400:00000010:0.0:1773941435.760105:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2838413c0. 00000100:00000001:0.0:1773941435.760106:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760107:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760109:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760110:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1773941435.760111:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760112:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760113:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760114:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41898. 00000400:00000200:0.0:1773941435.760116:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f283841780 00000400:00000010:0.0:1773941435.760118:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f283841780. 00000100:00000001:0.0:1773941435.760120:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760121:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760125:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760126:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1773941435.760128:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760129:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760130:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760132:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41630. 00000400:00000200:0.0:1773941435.760133:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f283841300 00000400:00000010:0.0:1773941435.760135:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f283841300. 00000100:00000001:0.0:1773941435.760137:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760138:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760142:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760144:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1773941435.760146:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760147:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760149:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760151:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a413c8. 00000400:00000200:0.0:1773941435.760160:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2838410c0 00000400:00000010:0.0:1773941435.760162:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2838410c0. 00000100:00000001:0.0:1773941435.760164:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760166:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760171:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760173:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1773941435.760174:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760176:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760177:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760179:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41318. 00000400:00000200:0.0:1773941435.760181:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f283841840 00000400:00000010:0.0:1773941435.760182:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f283841840. 00000100:00000001:0.0:1773941435.760185:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760186:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760189:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760190:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1773941435.760191:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760193:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760193:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760194:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41738. 00000400:00000200:0.0:1773941435.760195:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f283841b40 00000400:00000010:0.0:1773941435.760196:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f283841b40. 00000100:00000001:0.0:1773941435.760197:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760198:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760201:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760202:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1773941435.760202:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760203:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760204:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760205:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41d68. 00000400:00000200:0.0:1773941435.760206:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f283841180 00000400:00000010:0.0:1773941435.760207:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f283841180. 00000100:00000001:0.0:1773941435.760208:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760209:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760211:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760212:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1773941435.760213:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760218:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760219:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760220:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41f78. 00000400:00000200:0.0:1773941435.760222:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f283841600 00000400:00000010:0.0:1773941435.760223:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f283841600. 00000100:00000001:0.0:1773941435.760224:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760225:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760228:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760229:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1773941435.760230:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760230:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760231:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760232:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a418f0. 00000400:00000200:0.0:1773941435.760233:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f283841000 00000400:00000010:0.0:1773941435.760234:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f283841000. 00000100:00000001:0.0:1773941435.760235:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760236:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760239:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760240:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1773941435.760241:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760242:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760243:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760244:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41cb8. 00000400:00000200:0.0:1773941435.760245:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f283841540 00000400:00000010:0.0:1773941435.760246:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f283841540. 00000100:00000001:0.0:1773941435.760247:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760248:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760250:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760251:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1773941435.760253:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760253:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760254:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760255:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a419f8. 00000400:00000200:0.0:1773941435.760256:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f283841e40 00000400:00000010:0.0:1773941435.760257:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f283841e40. 00000100:00000001:0.0:1773941435.760258:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760259:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760262:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760266:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1773941435.760267:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760268:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760269:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760270:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41a50. 00000400:00000200:0.0:1773941435.760271:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f283841f00 00000400:00000010:0.0:1773941435.760272:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f283841f00. 00000100:00000001:0.0:1773941435.760273:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760274:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760276:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760277:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1773941435.760278:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760279:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760279:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760280:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41d10. 00000400:00000200:0.0:1773941435.760281:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f283841240 00000400:00000010:0.0:1773941435.760282:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f283841240. 00000100:00000001:0.0:1773941435.760283:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760284:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760287:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760288:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1773941435.760289:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760290:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760290:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760291:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41058. 00000400:00000200:0.0:1773941435.760292:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f283841c00 00000400:00000010:0.0:1773941435.760293:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f283841c00. 00000100:00000001:0.0:1773941435.760294:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760295:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760298:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760298:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1773941435.760299:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760300:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760301:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760302:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41b00. 00000400:00000200:0.0:1773941435.760303:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f283841900 00000400:00000010:0.0:1773941435.760304:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f283841900. 00000100:00000001:0.0:1773941435.760305:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760308:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760311:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760312:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1773941435.760313:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760315:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760315:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760317:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41688. 00000400:00000200:0.0:1773941435.760318:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f286277840 00000400:00000010:0.0:1773941435.760319:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f286277840. 00000100:00000001:0.0:1773941435.760321:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760322:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760325:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760325:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1773941435.760326:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760327:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760328:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760329:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41c08. 00000400:00000200:0.0:1773941435.760330:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28a081180 00000400:00000010:0.0:1773941435.760331:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28a081180. 00000100:00000001:0.0:1773941435.760333:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760334:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760337:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760338:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1773941435.760339:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760340:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760341:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760342:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f5e18. 00000400:00000200:0.0:1773941435.760343:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28a081f00 00000400:00000010:0.0:1773941435.760344:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28a081f00. 00000100:00000001:0.0:1773941435.760346:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760347:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760350:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760351:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1773941435.760352:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760353:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760354:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760355:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f55d8. 00000400:00000200:0.0:1773941435.760356:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28a081cc0 00000400:00000010:0.0:1773941435.760362:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28a081cc0. 00000100:00000001:0.0:1773941435.760364:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760365:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760367:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760368:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1773941435.760369:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760370:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760371:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760372:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f52c0. 00000400:00000200:0.0:1773941435.760373:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28a081b40 00000400:00000010:0.0:1773941435.760374:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28a081b40. 00000100:00000001:0.0:1773941435.760375:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760376:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760378:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760379:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1773941435.760380:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760381:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760382:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760383:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f5aa8. 00000400:00000200:0.0:1773941435.760384:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28a081300 00000400:00000010:0.0:1773941435.760385:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28a081300. 00000100:00000001:0.0:1773941435.760386:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760387:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760389:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760390:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1773941435.760391:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760392:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760392:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760393:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f5268. 00000400:00000200:0.0:1773941435.760394:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28a081780 00000400:00000010:0.0:1773941435.760395:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28a081780. 00000100:00000001:0.0:1773941435.760396:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760397:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760400:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760400:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1773941435.760401:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760402:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760406:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760408:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f5b58. 00000400:00000200:0.0:1773941435.760409:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28a081600 00000400:00000010:0.0:1773941435.760410:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28a081600. 00000100:00000001:0.0:1773941435.760411:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760412:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760415:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760416:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1773941435.760417:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760418:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760419:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760420:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f5bb0. 00000400:00000200:0.0:1773941435.760421:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28a0810c0 00000400:00000010:0.0:1773941435.760422:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28a0810c0. 00000100:00000001:0.0:1773941435.760423:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760424:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760427:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760428:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1773941435.760428:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760429:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760430:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760431:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f5f20. 00000400:00000200:0.0:1773941435.760432:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f289151c00 00000400:00000010:0.0:1773941435.760433:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f289151c00. 00000100:00000001:0.0:1773941435.760434:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760435:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760437:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760438:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1773941435.760439:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760440:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760440:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760441:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f57e8. 00000400:00000200:0.0:1773941435.760442:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f289151cc0 00000400:00000010:0.0:1773941435.760443:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f289151cc0. 00000100:00000001:0.0:1773941435.760444:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760445:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760448:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760448:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1773941435.760454:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760455:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760456:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760457:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f5790. 00000400:00000200:0.0:1773941435.760458:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f289151600 00000400:00000010:0.0:1773941435.760459:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f289151600. 00000100:00000001:0.0:1773941435.760460:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760461:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760464:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760465:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1773941435.760466:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760466:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760467:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760468:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f5ec8. 00000400:00000200:0.0:1773941435.760469:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2891516c0 00000400:00000010:0.0:1773941435.760470:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2891516c0. 00000100:00000001:0.0:1773941435.760471:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760472:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760475:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760476:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1773941435.760476:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760477:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760478:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760479:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f51b8. 00000400:00000200:0.0:1773941435.760480:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f289151f00 00000400:00000010:0.0:1773941435.760481:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f289151f00. 00000100:00000001:0.0:1773941435.760482:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760483:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760485:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760486:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1773941435.760487:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760488:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760488:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760489:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f54d0. 00000400:00000200:0.0:1773941435.760490:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2891513c0 00000400:00000010:0.0:1773941435.760491:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2891513c0. 00000100:00000001:0.0:1773941435.760492:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760493:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760498:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760499:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1773941435.760500:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760502:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760502:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760503:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f5160. 00000400:00000200:0.0:1773941435.760505:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f289151d80 00000400:00000010:0.0:1773941435.760505:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f289151d80. 00000100:00000001:0.0:1773941435.760507:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760507:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760510:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760511:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1773941435.760512:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760512:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760513:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760514:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f5c60. 00000400:00000200:0.0:1773941435.760515:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f289151540 00000400:00000010:0.0:1773941435.760516:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f289151540. 00000100:00000001:0.0:1773941435.760517:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760518:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760520:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760521:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1773941435.760522:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760523:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760524:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760525:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f56e0. 00000400:00000200:0.0:1773941435.760526:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f289151780 00000400:00000010:0.0:1773941435.760527:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f289151780. 00000100:00000001:0.0:1773941435.760528:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760529:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760531:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760532:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1773941435.760533:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760534:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760535:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760535:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f5898. 00000400:00000200:0.0:1773941435.760536:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f289151000 00000400:00000010:0.0:1773941435.760537:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f289151000. 00000100:00000001:0.0:1773941435.760542:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760543:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760545:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760547:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1773941435.760547:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760548:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760549:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760550:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f5630. 00000400:00000200:0.0:1773941435.760551:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f289151240 00000400:00000010:0.0:1773941435.760552:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f289151240. 00000100:00000001:0.0:1773941435.760553:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760554:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760556:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760557:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1773941435.760558:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760559:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760560:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760561:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f53c8. 00000400:00000200:0.0:1773941435.760562:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2891510c0 00000400:00000010:0.0:1773941435.760563:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2891510c0. 00000100:00000001:0.0:1773941435.760564:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760565:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760568:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760569:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1773941435.760569:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760570:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760571:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760572:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f5318. 00000400:00000200:0.0:1773941435.760573:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f289151300 00000400:00000010:0.0:1773941435.760574:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f289151300. 00000100:00000001:0.0:1773941435.760575:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760576:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760578:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760579:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1773941435.760581:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760582:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760582:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760583:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f5738. 00000400:00000200:0.0:1773941435.760591:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f289151a80 00000400:00000010:0.0:1773941435.760592:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f289151a80. 00000100:00000001:0.0:1773941435.760593:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760595:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760598:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760599:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1773941435.760600:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760601:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760602:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760603:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f5d68. 00000400:00000200:0.0:1773941435.760605:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f289151840 00000400:00000010:0.0:1773941435.760606:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f289151840. 00000100:00000001:0.0:1773941435.760607:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760608:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760611:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760612:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1773941435.760613:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760614:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760614:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760615:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f5f78. 00000400:00000200:0.0:1773941435.760617:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f289151480 00000400:00000010:0.0:1773941435.760618:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f289151480. 00000100:00000001:0.0:1773941435.760619:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760620:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760623:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760624:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1773941435.760625:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760626:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760627:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760628:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f58f0. 00000400:00000200:0.0:1773941435.760629:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f289151900 00000400:00000010:0.0:1773941435.760630:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f289151900. 00000100:00000001:0.0:1773941435.760631:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760632:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760635:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760636:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1773941435.760637:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760644:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760645:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760646:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f5cb8. 00000400:00000200:0.0:1773941435.760647:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2891519c0 00000400:00000010:0.0:1773941435.760649:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2891519c0. 00000100:00000001:0.0:1773941435.760650:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760651:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760654:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760655:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1773941435.760656:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760657:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760658:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760659:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f59f8. 00000400:00000200:0.0:1773941435.760660:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f289151180 00000400:00000010:0.0:1773941435.760661:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f289151180. 00000100:00000001:0.0:1773941435.760662:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760663:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760665:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760666:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1773941435.760667:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760668:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760668:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760669:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f5a50. 00000400:00000200:0.0:1773941435.760671:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282e6e0c0 00000400:00000010:0.0:1773941435.760672:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282e6e0c0. 00000100:00000001:0.0:1773941435.760685:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760686:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760689:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760690:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1773941435.760691:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760692:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760692:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760693:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f5d10. 00000400:00000200:0.0:1773941435.760694:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282e6ef00 00000400:00000010:0.0:1773941435.760695:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282e6ef00. 00000100:00000001:0.0:1773941435.760697:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760697:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760700:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760704:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1773941435.760705:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760707:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760708:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760708:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f5058. 00000400:00000200:0.0:1773941435.760710:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282b9ecc0 00000400:00000010:0.0:1773941435.760710:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282b9ecc0. 00000100:00000001:0.0:1773941435.760712:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760713:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760733:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760734:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1773941435.760737:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760738:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760739:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760741:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f5b00. 00000400:00000200:0.0:1773941435.760743:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282b9ef00 00000400:00000010:0.0:1773941435.760744:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282b9ef00. 00000100:00000001:0.0:1773941435.760746:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760747:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760750:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760751:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1773941435.760753:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760754:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760754:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760755:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f5688. 00000400:00000200:0.0:1773941435.760756:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282b9ec00 00000400:00000010:0.0:1773941435.760757:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282b9ec00. 00000100:00000001:0.0:1773941435.760759:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760759:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760762:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760763:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1773941435.760764:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760765:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760766:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760766:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f5c08. 00000400:00000200:0.0:1773941435.760768:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282b9ee40 00000400:00000010:0.0:1773941435.760768:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282b9ee40. 00000100:00000001:0.0:1773941435.760770:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760775:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760778:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760779:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1773941435.760780:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760782:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760783:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760784:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f5108. 00000400:00000200:0.0:1773941435.760785:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282b9e6c0 00000400:00000010:0.0:1773941435.760786:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282b9e6c0. 00000100:00000001:0.0:1773941435.760787:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760788:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760791:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760792:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1773941435.760792:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760793:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760794:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760795:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f59a0. 00000400:00000200:0.0:1773941435.760796:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282b9ea80 00000400:00000010:0.0:1773941435.760797:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282b9ea80. 00000100:00000001:0.0:1773941435.760798:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760799:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760801:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760802:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1773941435.760803:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760804:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760804:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760805:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f5210. 00000400:00000200:0.0:1773941435.760806:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282b9e240 00000400:00000010:0.0:1773941435.760807:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282b9e240. 00000100:00000001:0.0:1773941435.760808:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760809:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760811:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760812:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1773941435.760813:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760814:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760815:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760816:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f5840. 00000400:00000200:0.0:1773941435.760817:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282b9e0c0 00000400:00000010:0.0:1773941435.760820:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282b9e0c0. 00000100:00000001:0.0:1773941435.760822:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760823:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760826:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760827:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1773941435.760828:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760829:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760830:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760830:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f5370. 00000400:00000200:0.0:1773941435.760832:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282b9e3c0 00000400:00000010:0.0:1773941435.760833:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282b9e3c0. 00000100:00000001:0.0:1773941435.760834:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760834:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760837:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760838:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1773941435.760839:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760840:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760840:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760841:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f5478. 00000400:00000200:0.0:1773941435.760842:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282b9e300 00000400:00000010:0.0:1773941435.760843:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282b9e300. 00000100:00000001:0.0:1773941435.760844:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760845:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760847:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760848:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1773941435.760849:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760850:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760851:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760852:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f5948. 00000400:00000200:0.0:1773941435.760853:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282b9eb40 00000400:00000010:0.0:1773941435.760854:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282b9eb40. 00000100:00000001:0.0:1773941435.760855:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760855:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760858:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760859:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1773941435.760859:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760860:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760861:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760865:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f5580. 00000400:00000200:0.0:1773941435.760866:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282b9e480 00000400:00000010:0.0:1773941435.760867:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282b9e480. 00000100:00000001:0.0:1773941435.760868:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760869:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760872:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760873:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1773941435.760874:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760875:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760876:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760876:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f5420. 00000400:00000200:0.0:1773941435.760877:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282b9e840 00000400:00000010:0.0:1773941435.760878:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282b9e840. 00000100:00000001:0.0:1773941435.760879:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760880:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760882:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760883:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1773941435.760884:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760885:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760886:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760886:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f5528. 00000400:00000200:0.0:1773941435.760887:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282b9ed80 00000400:00000010:0.0:1773941435.760888:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282b9ed80. 00000100:00000001:0.0:1773941435.760889:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760890:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760893:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760894:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1773941435.760894:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760895:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760896:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760897:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f50b0. 00000400:00000200:0.0:1773941435.760898:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282b9e540 00000400:00000010:0.0:1773941435.760899:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282b9e540. 00000100:00000001:0.0:1773941435.760900:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760900:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760903:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760904:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1773941435.760905:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760909:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760909:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760910:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f5e70. 00000400:00000200:0.0:1773941435.760912:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282b9e780 00000400:00000010:0.0:1773941435.760913:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282b9e780. 00000100:00000001:0.0:1773941435.760914:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760914:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760917:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760918:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1773941435.760919:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941435.760920:0:12411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941435.760921:0:12411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941435.760921:0:12411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2882f5dc0. 00000400:00000200:0.0:1773941435.760923:0:12411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282b9e600 00000400:00000010:0.0:1773941435.760923:0:12411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282b9e600. 00000100:00000001:0.0:1773941435.760924:0:12411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941435.760925:0:12411:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941435.760928:0:12411:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941435.760928:0:12411:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1773941435.760929:0:12411:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1773941435.760931:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.760931:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.760933:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.760933:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.760934:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.760935:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.760936:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.760936:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.760937:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.760938:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.760939:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.760939:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.760940:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.760941:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.760942:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.760942:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.760943:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.760944:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.760945:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.760949:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.760950:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.760951:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.760952:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.760953:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.760954:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.760954:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.760955:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.760956:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.760957:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.760957:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.760958:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.760959:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.760971:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.760973:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.760974:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.760975:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.760976:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.760977:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.760977:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.760978:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.760979:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.760979:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.760980:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.760981:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.760982:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.760982:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.760983:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.760984:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.760985:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.760985:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.760986:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.760987:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.760988:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.760988:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.760989:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.760990:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.760991:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.760991:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.760992:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.760996:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.760997:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.760998:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.760999:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761000:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761001:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761002:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761002:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761003:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761004:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761004:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761005:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761006:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761007:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761007:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761008:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761009:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761010:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761010:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761011:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761012:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761013:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761013:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761014:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761015:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761016:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761016:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761017:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761018:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761018:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761019:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761020:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761021:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761021:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761022:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761023:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761024:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761024:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761025:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761026:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761029:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761030:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761031:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761032:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761032:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761034:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761034:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761035:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761036:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761037:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761038:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761038:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761039:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761040:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761041:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761041:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761042:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761043:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761043:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761044:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761045:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761046:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761046:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761047:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761048:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761049:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761049:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761050:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761051:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1773941435.761053:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f285364000. 00000100:00000010:0.0:1773941435.761056:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2c2043400. 00000100:00000010:0.0:1773941435.761058:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f285360000. 00000100:00000010:0.0:1773941435.761059:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2c2041800. 00000100:00000010:0.0:1773941435.761061:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f285366000. 00000100:00000010:0.0:1773941435.761063:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2c2042800. 00000100:00000010:0.0:1773941435.761064:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f285362000. 00000100:00000010:0.0:1773941435.761066:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28638e400. 00000100:00000010:0.0:1773941435.761068:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f284af0000. 00000100:00000010:0.0:1773941435.761074:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28638d800. 00000100:00000010:0.0:1773941435.761075:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f284af4000. 00000100:00000010:0.0:1773941435.761077:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28638cc00. 00000100:00000010:0.0:1773941435.761079:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f284af6000. 00000100:00000010:0.0:1773941435.761081:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28638dc00. 00000100:00000010:0.0:1773941435.761082:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f284af2000. 00000100:00000010:0.0:1773941435.761086:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f282c96c00. 00000100:00000010:0.0:1773941435.761087:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298b08000. 00000100:00000010:0.0:1773941435.761090:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f292684c00. 00000100:00000010:0.0:1773941435.761093:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298b0c000. 00000100:00000010:0.0:1773941435.761095:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f292684000. 00000100:00000010:0.0:1773941435.761096:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298b0e000. 00000100:00000010:0.0:1773941435.761099:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f292684800. 00000100:00000010:0.0:1773941435.761100:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298b0a000. 00000100:00000010:0.0:1773941435.761102:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f292685400. 00000100:00000010:0.0:1773941435.761104:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f283bd8000. 00000100:00000010:0.0:1773941435.761106:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f292687000. 00000100:00000010:0.0:1773941435.761108:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f283bda000. 00000100:00000010:0.0:1773941435.761109:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f292685800. 00000100:00000010:0.0:1773941435.761111:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298ad2000. 00000100:00000010:0.0:1773941435.761114:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f292686800. 00000100:00000010:0.0:1773941435.761117:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298ad6000. 00000100:00000010:0.0:1773941435.761120:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f292685000. 00000100:00000010:0.0:1773941435.761122:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298ad0000. 00000100:00000010:0.0:1773941435.761126:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f292686400. 00000100:00000010:0.0:1773941435.761128:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298ad4000. 00000100:00000010:0.0:1773941435.761131:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f292687400. 00000100:00000010:0.0:1773941435.761133:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f284ada000. 00000100:00000010:0.0:1773941435.761148:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f292687c00. 00000100:00000010:0.0:1773941435.761152:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f284ad8000. 00000100:00000010:0.0:1773941435.761155:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f292686000. 00000100:00000010:0.0:1773941435.761157:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f284adc000. 00000100:00000010:0.0:1773941435.761160:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f292686c00. 00000100:00000010:0.0:1773941435.761168:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f284ade000. 00000100:00000010:0.0:1773941435.761171:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f292685c00. 00000100:00000010:0.0:1773941435.761173:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f284ad0000. 00000100:00000010:0.0:1773941435.761176:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f292684400. 00000100:00000010:0.0:1773941435.761178:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f284ad4000. 00000100:00000010:0.0:1773941435.761181:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28831ec00. 00000100:00000010:0.0:1773941435.761190:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f284ad6000. 00000100:00000010:0.0:1773941435.761192:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28831cc00. 00000100:00000010:0.0:1773941435.761194:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f284ad2000. 00000100:00000010:0.0:1773941435.761196:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28831e400. 00000100:00000010:0.0:1773941435.761197:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2a0e2a000. 00000100:00000010:0.0:1773941435.761199:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28831e800. 00000100:00000010:0.0:1773941435.761201:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f292490000. 00000100:00000010:0.0:1773941435.761209:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28831c800. 00000100:00000010:0.0:1773941435.761210:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f283bec000. 00000100:00000010:0.0:1773941435.761212:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28831d000. 00000100:00000010:0.0:1773941435.761214:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f283bea000. 00000100:00000010:0.0:1773941435.761216:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f289312800. 00000100:00000010:0.0:1773941435.761217:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f288e34000. 00000100:00000010:0.0:1773941435.761220:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f289311000. 00000100:00000010:0.0:1773941435.761221:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f288e30000. 00000100:00000010:0.0:1773941435.761223:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f289313000. 00000100:00000010:0.0:1773941435.761225:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f288e32000. 00000100:00000010:0.0:1773941435.761227:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f289311400. 00000100:00000010:0.0:1773941435.761228:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f288e36000. 00000100:00000010:0.0:1773941435.761230:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f289312400. 00000100:00000010:0.0:1773941435.761231:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298a88000. 00000100:00000010:0.0:1773941435.761236:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f289313400. 00000100:00000010:0.0:1773941435.761238:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298a8a000. 00000100:00000010:0.0:1773941435.761239:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f29167f400. 00000100:00000010:0.0:1773941435.761241:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298a8e000. 00000100:00000010:0.0:1773941435.761243:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28365b800. 00000100:00000010:0.0:1773941435.761244:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298a8c000. 00000100:00000010:0.0:1773941435.761249:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28365b000. 00000100:00000010:0.0:1773941435.761251:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f290a18000. 00000100:00000010:0.0:1773941435.761253:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f283658000. 00000100:00000010:0.0:1773941435.761254:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f290a1a000. 00000100:00000010:0.0:1773941435.761256:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28365a400. 00000100:00000010:0.0:1773941435.761258:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f290a1e000. 00000100:00000010:0.0:1773941435.761259:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f283658400. 00000100:00000010:0.0:1773941435.761261:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f290a1c000. 00000100:00000010:0.0:1773941435.761262:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f283659c00. 00000100:00000010:0.0:1773941435.761264:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298b62000. 00000100:00000010:0.0:1773941435.761266:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f283658c00. 00000100:00000010:0.0:1773941435.761267:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298b66000. 00000100:00000010:0.0:1773941435.761269:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28365bc00. 00000100:00000010:0.0:1773941435.761270:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298b64000. 00000100:00000010:0.0:1773941435.761273:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f283659400. 00000100:00000010:0.0:1773941435.761274:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298b60000. 00000100:00000010:0.0:1773941435.761276:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28365ac00. 00000100:00000010:0.0:1773941435.761277:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2851c0000. 00000100:00000010:0.0:1773941435.761288:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f286314800. 00000100:00000010:0.0:1773941435.761290:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2851c2000. 00000100:00000010:0.0:1773941435.761292:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f286302800. 00000100:00000010:0.0:1773941435.761294:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2851c6000. 00000100:00000010:0.0:1773941435.761296:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f299e2f800. 00000100:00000010:0.0:1773941435.761298:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2851c4000. 00000100:00000010:0.0:1773941435.761300:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28a2f8800. 00000100:00000010:0.0:1773941435.761302:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f28935e000. 00000100:00000010:0.0:1773941435.761305:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28349a800. 00000100:00000010:0.0:1773941435.761307:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f28935c000. 00000100:00000010:0.0:1773941435.761309:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f283499000. 00000100:00000010:0.0:1773941435.761312:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f289358000. 00000100:00000010:0.0:1773941435.761315:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28349a400. 00000100:00000010:0.0:1773941435.761318:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f28935a000. 00000100:00000010:0.0:1773941435.761320:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28349b400. 00000100:00000010:0.0:1773941435.761325:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298b00000. 00000100:00000010:0.0:1773941435.761327:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28349b800. 00000100:00000010:0.0:1773941435.761328:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298b02000. 00000100:00000010:0.0:1773941435.761330:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28349a000. 00000100:00000010:0.0:1773941435.761332:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298b06000. 00000100:00000010:0.0:1773941435.761334:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f283499c00. 00000100:00000010:0.0:1773941435.761337:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298b04000. 00000100:00000010:0.0:1773941435.761338:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f283498400. 00000100:00000010:0.0:1773941435.761340:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2834b2000. 00000100:00000010:0.0:1773941435.761356:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28349bc00. 00000100:00000010:0.0:1773941435.761358:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2834b6000. 00000100:00000010:0.0:1773941435.761360:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28349ac00. 00000100:00000010:0.0:1773941435.761362:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2834b4000. 00000100:00000010:0.0:1773941435.761364:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f283498c00. 00000100:00000010:0.0:1773941435.761365:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2834b0000. 00000100:00000010:0.0:1773941435.761367:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f283498000. 00000100:00000010:0.0:1773941435.761368:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f289172000. 00000100:00000010:0.0:1773941435.761371:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f283498800. 00000100:00000010:0.0:1773941435.761372:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f289176000. 00000100:00000010:0.0:1773941435.761375:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f283499400. 00000100:00000010:0.0:1773941435.761377:0:12411:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff96f2a0e34800. 00000100:00000010:0.0:1773941435.761379:0:12411:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff96f288e47000. 00000100:00000010:0.0:1773941435.761381:0:12411:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff96f283098800. 00000100:00000001:0.0:1773941435.761384:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761385:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761386:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761387:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761388:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761389:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761390:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761392:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761394:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761395:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761396:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761397:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761403:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761404:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761405:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761406:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761407:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761408:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761409:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761410:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761411:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761412:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761412:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761413:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761414:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761414:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761415:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761416:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761417:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761417:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761418:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761419:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761420:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761420:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761421:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761422:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761423:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761423:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761424:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761425:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761425:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761426:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761427:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761428:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761428:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761429:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761430:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761430:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761431:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761432:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761433:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761433:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761437:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761438:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761439:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761439:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761440:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761441:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761442:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761443:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761444:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761444:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761445:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761446:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761447:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761447:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761448:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761449:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761449:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761450:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761451:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761452:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761452:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761453:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761454:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761455:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761456:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761457:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761458:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761459:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761459:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761460:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761461:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761462:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761463:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761463:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761464:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761465:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761466:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761467:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761467:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761468:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761475:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761476:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761477:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761478:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761478:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761479:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761480:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761481:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761481:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761482:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761484:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761486:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761488:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761491:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761493:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761495:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761497:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761499:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761501:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761504:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761506:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761508:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761510:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761512:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761514:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761515:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761516:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761517:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761517:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761518:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761519:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761520:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761522:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761523:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941435.761525:0:12411:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941435.761526:0:12411:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1773941435.761530:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f289174000. 00000100:00000010:0.0:1773941435.761533:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f283499800. 00000100:00000010:0.0:1773941435.761534:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f289170000. 00000100:00000010:0.0:1773941435.761537:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f288a1c800. 00000100:00000010:0.0:1773941435.761544:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2834e8000. 00000100:00000010:0.0:1773941435.761546:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f288a1d400. 00000100:00000010:0.0:1773941435.761547:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2834ea000. 00000100:00000010:0.0:1773941435.761549:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f288a1f000. 00000100:00000010:0.0:1773941435.761551:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2834ee000. 00000100:00000010:0.0:1773941435.761553:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f288a1d800. 00000100:00000010:0.0:1773941435.761554:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2834ec000. 00000100:00000010:0.0:1773941435.761556:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f288a1e800. 00000100:00000010:0.0:1773941435.761557:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298bc4000. 00000100:00000010:0.0:1773941435.761569:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f288a1d000. 00000100:00000010:0.0:1773941435.761571:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298bc0000. 00000100:00000010:0.0:1773941435.761572:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f288a1e400. 00000100:00000010:0.0:1773941435.761574:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298bc2000. 00000100:00000010:0.0:1773941435.761576:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f288a1f400. 00000100:00000010:0.0:1773941435.761577:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298bc6000. 00000100:00000010:0.0:1773941435.761579:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f288a1f800. 00000100:00000010:0.0:1773941435.761581:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2882de000. 00000100:00000010:0.0:1773941435.761583:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f288a1e000. 00000100:00000010:0.0:1773941435.761584:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2882dc000. 00000100:00000010:0.0:1773941435.761586:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f288a1dc00. 00000100:00000010:0.0:1773941435.761587:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2882d8000. 00000100:00000010:0.0:1773941435.761589:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f288a1c400. 00000100:00000010:0.0:1773941435.761591:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2882da000. 00000100:00000010:0.0:1773941435.761593:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f288a1fc00. 00000100:00000010:0.0:1773941435.761594:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f288e8a000. 00000100:00000010:0.0:1773941435.761597:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f288a1ec00. 00000100:00000010:0.0:1773941435.761598:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f288e8e000. 00000100:00000010:0.0:1773941435.761600:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f288a1cc00. 00000100:00000010:0.0:1773941435.761602:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f288e8c000. 00000100:00000010:0.0:1773941435.761603:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f288a1c000. 00000100:00000010:0.0:1773941435.761605:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f288e88000. 00000100:00000010:0.0:1773941435.761607:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2987a0000. 00000100:00000010:0.0:1773941435.761609:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298b18000. 00000100:00000010:0.0:1773941435.761627:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2987a0800. 00000100:00000010:0.0:1773941435.761630:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298b1a000. 00000100:00000010:0.0:1773941435.761633:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2987a1400. 00000100:00000010:0.0:1773941435.761635:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298b1e000. 00000100:00000010:0.0:1773941435.761638:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2987a3000. 00000100:00000010:0.0:1773941435.761641:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298b1c000. 00000100:00000010:0.0:1773941435.761645:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2987a1800. 00000100:00000010:0.0:1773941435.761646:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2a0e12000. 00000100:00000010:0.0:1773941435.761648:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2987a2800. 00000100:00000010:0.0:1773941435.761650:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2a0e16000. 00000100:00000010:0.0:1773941435.761652:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2987a1000. 00000100:00000010:0.0:1773941435.761653:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2a0e14000. 00000100:00000010:0.0:1773941435.761655:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2987a2400. 00000100:00000010:0.0:1773941435.761656:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2a0e10000. 00000100:00000010:0.0:1773941435.761659:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2987a3400. 00000100:00000010:0.0:1773941435.761661:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f28348e000. 00000100:00000010:0.0:1773941435.761665:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2987a3800. 00000100:00000010:0.0:1773941435.761668:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f28348c000. 00000100:00000010:0.0:1773941435.761670:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2987a2000. 00000100:00000010:0.0:1773941435.761672:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f283488000. 00000100:00000010:0.0:1773941435.761673:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2987a1c00. 00000100:00000010:0.0:1773941435.761675:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f28348a000. 00000100:00000010:0.0:1773941435.761676:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2987a0400. 00000100:00000010:0.0:1773941435.761678:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f284a5a000. 00000100:00000010:0.0:1773941435.761691:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2987a3c00. 00000100:00000010:0.0:1773941435.761693:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f284a5e000. 00000100:00000010:0.0:1773941435.761695:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2987a2c00. 00000100:00000010:0.0:1773941435.761697:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f284a5c000. 00000100:00000010:0.0:1773941435.761700:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2987a0c00. 00000100:00000010:0.0:1773941435.761702:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f284a58000. 00000100:00000010:0.0:1773941435.761706:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2850fb000. 00000100:00000010:0.0:1773941435.761708:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f288edc000. 00000100:00000010:0.0:1773941435.761711:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2850f9800. 00000100:00000010:0.0:1773941435.761733:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f288ed8000. 00000100:00000010:0.0:1773941435.761737:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2850fa800. 00000100:00000010:0.0:1773941435.761739:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f288eda000. 00000100:00000010:0.0:1773941435.761743:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2850f9000. 00000100:00000010:0.0:1773941435.761746:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f288ede000. 00000100:00000010:0.0:1773941435.761749:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2850fa400. 00000100:00000010:0.0:1773941435.761751:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298b5a000. 00000100:00000010:0.0:1773941435.761754:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2850fb400. 00000100:00000010:0.0:1773941435.761757:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298b5e000. 00000100:00000010:0.0:1773941435.761762:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2850fb800. 00000100:00000010:0.0:1773941435.761765:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298b5c000. 00000100:00000010:0.0:1773941435.761768:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2850fa000. 00000100:00000010:0.0:1773941435.761772:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298b58000. 00000100:00000010:0.0:1773941435.761775:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2850f9c00. 00000100:00000010:0.0:1773941435.761778:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f288e4a000. 00000100:00000010:0.0:1773941435.761792:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2850f8400. 00000100:00000010:0.0:1773941435.761794:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f288e4e000. 00000100:00000010:0.0:1773941435.761796:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2850fbc00. 00000100:00000010:0.0:1773941435.761797:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f288e4c000. 00000100:00000010:0.0:1773941435.761799:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2850fac00. 00000100:00000010:0.0:1773941435.761801:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f288e48000. 00000100:00000010:0.0:1773941435.761802:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2850f8c00. 00000100:00000010:0.0:1773941435.761804:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f290a04000. 00000100:00000010:0.0:1773941435.761806:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2850f8000. 00000100:00000010:0.0:1773941435.761808:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f290a00000. 00000100:00000010:0.0:1773941435.761810:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2850f8800. 00000100:00000010:0.0:1773941435.761812:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f290a02000. 00000100:00000010:0.0:1773941435.761814:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2850f9400. 00000100:00000010:0.0:1773941435.761816:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f290a06000. 00000100:00000010:0.0:1773941435.761818:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f289158400. 00000100:00000010:0.0:1773941435.761820:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298b42000. 00000100:00000010:0.0:1773941435.761822:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28915bc00. 00000100:00000010:0.0:1773941435.761824:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298b46000. 00000100:00000010:0.0:1773941435.761832:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28915ac00. 00000100:00000010:0.0:1773941435.761834:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298b44000. 00000100:00000010:0.0:1773941435.761837:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f289158c00. 00000100:00000010:0.0:1773941435.761840:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298b40000. 00000100:00000010:0.0:1773941435.761842:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f289158000. 00000100:00000010:0.0:1773941435.761844:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298aa8000. 00000100:00000010:0.0:1773941435.761858:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f289158800. 00000100:00000010:0.0:1773941435.761860:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298aaa000. 00000100:00000010:0.0:1773941435.761862:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f289159400. 00000100:00000010:0.0:1773941435.761864:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298aae000. 00000100:00000010:0.0:1773941435.761867:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28915b000. 00000100:00000010:0.0:1773941435.761869:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298aac000. 00000100:00000010:0.0:1773941435.761872:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f289159800. 00000100:00000010:0.0:1773941435.761874:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2851ac000. 00000100:00000010:0.0:1773941435.761876:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28915a800. 00000100:00000010:0.0:1773941435.761878:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2851a8000. 00000100:00000010:0.0:1773941435.761880:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f289159000. 00000100:00000010:0.0:1773941435.761884:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2851aa000. 00000100:00000010:0.0:1773941435.761887:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28915a400. 00000100:00000010:0.0:1773941435.761889:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2851ae000. 00000100:00000010:0.0:1773941435.761891:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28915b400. 00000100:00000010:0.0:1773941435.761892:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f28810a000. 00000100:00000010:0.0:1773941435.761894:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28915b800. 00000100:00000010:0.0:1773941435.761896:0:12411:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f28810e000. 00000100:00000010:0.0:1773941435.761897:0:12411:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28915a000. 00000100:00000010:0.0:1773941435.761899:0:12411:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff96f2a0db5800. 00000100:00000010:0.0:1773941435.761901:0:12411:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff96f283d89000. 00000100:00000010:0.0:1773941435.761903:0:12411:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff96f2a0db3000. 00000100:00000001:0.0:1773941435.761905:0:12411:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1773941435.761906:0:12411:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941435.761907:0:12411:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1773941435.761908:0:12411:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1773941435.761910:0:12411:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff96f2856ca940. 00000100:00000001:0.0:1773941435.761912:0:12411:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1773941435.761916:0:12411:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941435.761918:0:12411:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941435.761919:0:12411:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f283f61240. 00000100:00000001:0.0:1773941435.761921:0:12411:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941435.761922:0:12411:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941435.761923:0:12411:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f283f61480. 00000100:00000001:0.0:1773941435.761926:0:12411:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941435.761927:0:12411:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941435.761928:0:12411:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f283f613c0. 00000100:00000001:0.0:1773941435.761931:0:12411:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941435.761933:0:12411:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941435.761934:0:12411:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f283f61cc0. 00000100:00000001:0.0:1773941435.761935:0:12411:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941435.761936:0:12411:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1773941435.761937:0:12411:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1773941435.761938:0:12411:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff96f2856ca280. 00000100:00000001:0.0:1773941435.761940:0:12411:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1773941435.761941:0:12411:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941435.761942:0:12411:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941435.761943:0:12411:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f283f61f00. 00000100:00000001:0.0:1773941435.761945:0:12411:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941435.761946:0:12411:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941435.761947:0:12411:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f283f61c00. 00000100:00000001:0.0:1773941435.761950:0:12411:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941435.761951:0:12411:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941435.761952:0:12411:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f283f61780. 00000100:00000001:0.0:1773941435.761955:0:12411:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941435.761955:0:12411:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941435.761957:0:12411:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f283f61a80. 00000100:00000010:0.0:1773941435.761971:0:12411:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at ffff96f2834b9700. 00000100:00000001:0.0:1773941435.761974:0:12411:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000100:00000001:0.0:1773941435.761975:0:12411:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1773941435.761976:0:12411:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941435.761978:0:12411:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1773941435.761979:0:12411:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1773941435.761980:0:12411:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff96f2856cadc0. 00000100:00000001:0.0:1773941435.761983:0:12411:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1773941435.761984:0:12411:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941435.761985:0:12411:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941435.761986:0:12411:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f283f61600. 00000100:00000001:0.0:1773941435.761992:0:12411:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941435.761993:0:12411:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941435.761995:0:12411:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f283f61b40. 00000100:00000001:0.0:1773941435.761997:0:12411:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941435.761998:0:12411:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941435.761999:0:12411:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f283f61000. 00000100:00000001:0.0:1773941435.762001:0:12411:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941435.762002:0:12411:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941435.762002:0:12411:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f283f61900. 00000100:00000001:0.0:1773941435.762005:0:12411:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941435.762005:0:12411:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1773941435.762006:0:12411:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1773941435.762007:0:12411:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff96f2856cad40. 00000100:00000001:0.0:1773941435.762008:0:12411:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1773941435.762010:0:12411:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941435.762011:0:12411:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941435.762012:0:12411:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f299f166c0. 00000100:00000001:0.0:1773941435.762013:0:12411:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941435.762014:0:12411:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941435.762015:0:12411:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f299f16600. 00000100:00000001:0.0:1773941435.762017:0:12411:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941435.762018:0:12411:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941435.762019:0:12411:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f2a2193840. 00000100:00000001:0.0:1773941435.762020:0:12411:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941435.762021:0:12411:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941435.762022:0:12411:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f282b9e180. 00000100:00000010:0.0:1773941435.762024:0:12411:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at ffff96f2834b9200. 00000100:00000001:0.0:1773941435.762025:0:12411:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1773941435.762127:0:12411:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff96f298be2000. 00000020:00000010:0.0:1773941435.762134:0:12411:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff96f289159c00. 00000100:00000010:0.0:1773941435.762166:0:12411:0:(service.c:3818:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff96f290a8c000. 00000100:00000010:0.0:1773941435.762177:0:12411:0:(service.c:3824:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff96f298be0000. 00000100:00000010:0.0:1773941435.762181:0:12411:0:(service.c:3818:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff96f286074000. 00000100:00000010:0.0:1773941435.762188:0:12411:0:(service.c:3824:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff96f298be4000. 00000100:00000010:0.0:1773941435.762190:0:12411:0:(service.c:3830:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffff96f2c2043800. 00000100:00000010:0.0:1773941435.762193:0:12411:0:(service.c:3830:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffff96f28349b000. 00000100:00000010:0.0:1773941435.762195:0:12411:0:(service.c:3836:ptlrpc_service_free()) kfreed 'svc': 360 at ffff96f299d6c600. 00000100:00000001:0.0:1773941435.762201:0:12411:0:(service.c:3863:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.762301:0:12340:0:(ldlm_lockd.c:142:have_expired_locks()) Process entered 00010000:00000001:3.0:1773941435.762306:0:12340:0:(ldlm_lockd.c:147:have_expired_locks()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941435.762321:0:12340:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff96f298bde780. 00010000:00000010:0.0:1773941435.762332:0:12411:0:(ldlm_lockd.c:3586:ldlm_cleanup()) kfreed 'ldlm_state': 32 at ffff96f298ba0940. 00000020:00000010:3.0:1773941435.762336:0:12340:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f298bb9200. 00010000:00000001:0.0:1773941435.762337:0:12411:0:(ldlm_lockd.c:3589:ldlm_cleanup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941435.762341:0:12411:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00000040:00000010:3.0:1773941435.762343:0:12340:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f298bb9a00. 00010000:00000010:0.0:1773941435.762344:0:12411:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff96f290a85000. 00000020:00000010:3.0:1773941435.762351:0:12340:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f2a0e30000. 00010000:00000010:0.0:1773941435.762352:0:12411:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff96f290a84000. 00010000:00000001:0.0:1773941435.762358:0:12411:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000020:00000010:3.0:1773941435.762361:0:12340:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff96f289188000. 10000000:00000010:0.0:1773941435.762362:0:12411:0:(mgc_request.c:834:mgc_device_free()) kfreed 'lu': 64 at ffff96f298bde400. 10000000:00000001:0.0:1773941435.762366:0:12411:0:(mgc_request.c:836:mgc_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941435.762368:0:12411:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f287e2c400. 00000040:00000010:0.0:1773941435.762375:0:12411:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f287e2dc00. 00000020:00000010:3.0:1773941435.762377:0:12340:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f298bb8a00. 00000020:00000010:0.0:1773941435.762380:0:12411:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f288ef8000. 80000000:00000010:3.0:1773941435.762384:0:12340:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f298ba7ae0. 00000020:00000010:0.0:1773941435.762385:0:12411:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f287e2ce00. 40000000:00000010:3.0:1773941435.762391:0:12340:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff96f298bde200. 00040000:00000010:0.0:1773941435.762391:0:12411:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f299fdf400. 00040000:00000010:0.0:1773941435.762399:0:12411:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f287e2d400. 00100000:00000010:3.0:1773941435.762400:0:12340:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff96f2a0e31800. 00000020:00000010:0.0:1773941435.762403:0:12411:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f287e2c800. 00040000:00000010:3.0:1773941435.762406:0:12340:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f2834a7c00. 00000020:00000001:0.0:1773941435.762407:0:12411:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941435.762413:0:12411:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffff96f298bf19b8. 00040000:00000010:3.0:1773941435.762415:0:12340:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff96f2a0e35800. 00000020:00000001:0.0:1773941435.762419:0:12411:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:3.0:1773941435.762421:0:12340:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f298bb8c00. 00000020:00000001:0.0:1773941435.762423:0:12411:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773941435.762427:0:12411:0:(obd_config.c:2523:class_manual_cleanup()) kfreed 'lcfg': 72 at ffff96f284cd2600. 00000004:00000010:3.0:1773941435.762428:0:12340:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff96f2a0e33800. 00000020:00000001:0.0:1773941435.762430:0:12411:0:(obd_config.c:2524:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941435.762434:0:12411:0:(obd_mount.c:620:lustre_stop_mgc()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1773941435.762435:0:12340:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff96f28a303000. 00000020:00000001:0.0:1773941435.762439:0:12411:0:(obd_mount.c:720:lustre_put_lsi()) Process entered 00000020:01000004:0.0:1773941435.762441:0:12411:0:(obd_mount.c:724:lustre_put_lsi()) put ffff96f289169800 1 00000004:00000010:3.0:1773941435.762442:0:12340:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff96f2a0e37800. 00000020:00000001:0.0:1773941435.762444:0:12411:0:(obd_mount.c:679:lustre_free_lsi()) Process entered 00000020:01000004:0.0:1773941435.762447:0:12411:0:(obd_mount.c:682:lustre_free_lsi()) Freeing lsi ffff96f28916b000 00002000:00000010:3.0:1773941435.762448:0:12340:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff96f2a0e3b800. 00000020:00000010:0.0:1773941435.762450:0:12411:0:(obd_mount.c:631:lustre_put_lsm_free()) kfreed 'lmd->lmd_dev': 28 at ffff96f28932fe40. 00000004:00000010:3.0:1773941435.762453:0:12340:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff96f2a0e3a000. 00000020:00000010:0.0:1773941435.762456:0:12411:0:(obd_mount.c:632:lustre_put_lsm_free()) kfreed 'lmd->lmd_profile': 14 at ffff96f289106080. 00000020:00000010:0.0:1773941435.762461:0:12411:0:(obd_mount.c:635:lustre_put_lsm_free()) kfreed 'lmd->lmd_opts': 17 at ffff96f28932fec0. 00000020:00000010:0.0:1773941435.762464:0:12411:0:(obd_mount.c:642:lustre_put_lsm_free()) kfreed 'lmd->lmd_params': 4096 at ffff96f290a82000. 00000020:00000010:3.0:1773941435.762470:0:12340:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f298bb8800. 00010000:00000001:3.0:1773941435.762476:0:12340:0:(ldlm_lockd.c:290:expired_lock_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941435.762479:0:12411:0:(obd_mount.c:644:lustre_put_lsm_free()) kfreed 'lmd': 128 at ffff96f282ee3580. 00000020:00000010:0.0:1773941435.762484:0:12411:0:(obd_mount.c:691:lustre_free_lsi()) kfreed 'lsi': 1880 at ffff96f28916b000. 00000020:00000001:0.0:1773941435.762487:0:12411:0:(obd_mount.c:693:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941435.762489:0:12411:0:(obd_mount.c:727:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773941435.762496:0:12411:0:(obd_mount.c:929:lustre_common_put_super()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941435.762499:0:12411:0:(cl_object.c:885:cl_env_cache_purge()) Process entered 00000020:00000001:0.0:1773941435.762502:0:12411:0:(cl_object.c:903:cl_env_cache_purge()) Process leaving (rc=4294967295 : 4294967295 : ffffffff) 00000080:00000001:0.0:1773941435.762504:0:12411:0:(llite_lib.c:1639:ll_put_super()) Process leaving 00000080:00000010:3.0:1773941435.816889:0:12439:0:(super25.c:253:lustre_init_fs_context()) kmalloced '(lmd)': 128 at ffff96f290a26280. 00000020:00000001:3.0:1773941435.816898:0:12439:0:(obd_mount.c:1366:lustre_parse_monolithic()) Process entered 00000020:00000010:3.0:1773941435.816903:0:12439:0:(obd_mount.c:1388:lustre_parse_monolithic()) kmalloced '(lmd->lmd_params)': 4096 at ffff96f298afd000. 00000020:00000010:3.0:1773941435.816909:0:12439:0:(obd_mount.c:1096:lmd_parse_string()) kmalloced '(*handle)': 19 at ffff96f29887d660. 00000020:00000010:3.0:1773941435.816913:0:12439:0:(obd_mount.c:1590:lustre_parse_monolithic()) kmalloced '(lmd->lmd_dev)': 48 at ffff96f2a031a540. 00000020:00000010:3.0:1773941435.816916:0:12439:0:(obd_mount.c:1646:lustre_parse_monolithic()) kmalloced '(lmd->lmd_profile)': 14 at ffff96f2987658a0. 00000020:01000004:3.0:1773941435.816919:0:12439:0:(obd_mount.c:937:lmd_print()) mount data: 00000020:01000004:3.0:1773941435.816920:0:12439:0:(obd_mount.c:939:lmd_print()) profile: lustre-client 00000020:01000004:3.0:1773941435.816921:0:12439:0:(obd_mount.c:940:lmd_print()) device: 192.168.202.145@tcp,192.168.202.155@tcp:/lustre 00000020:00000001:3.0:1773941435.816924:0:12439:0:(obd_mount.c:1686:lustre_parse_monolithic()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941435.817018:0:12439:0:(super25.c:131:lustre_fill_super()) Process entered 00000080:01200004:3.0:1773941435.817020:0:12439:0:(super25.c:132:lustre_fill_super()) VFS Op: sb ffff96f283d8c000 00000020:00000001:3.0:1773941435.817021:0:12439:0:(obd_mount.c:652:lustre_init_lsi()) Process entered 00000020:00000010:3.0:1773941435.817024:0:12439:0:(obd_mount.c:656:lustre_init_lsi()) kmalloced '(lsi)': 1880 at ffff96f283d8a800. 00000020:00000001:3.0:1773941435.817025:0:12439:0:(obd_mount.c:673:lustre_init_lsi()) Process leaving (rc=18446628567071107072 : -115506638444544 : ffff96f283d8a800) 00000080:01000004:3.0:1773941435.817029:0:12439:0:(super25.c:169:lustre_fill_super()) Mounting client lustre-client 00000020:00000001:3.0:1773941435.817031:0:12439:0:(obd_mount.c:302:lustre_start_mgc()) Process entered 00000020:00000010:3.0:1773941435.817041:0:12439:0:(obd_mount.c:345:lustre_start_mgc()) kmalloced '(mgcname)': 23 at ffff96f285724b00. 00000020:00000010:3.0:1773941435.817043:0:12439:0:(obd_mount.c:353:lustre_start_mgc()) kmalloced '(data)': 192 at ffff96f282b25e40. 00000020:01000004:3.0:1773941435.817045:0:12439:0:(obd_mount.c:423:lustre_start_mgc()) Start MGC 'MGC192.168.202.145@tcp' 00000020:00000001:3.0:1773941435.817048:0:12439:0:(obd_mount.c:150:do_lcfg()) lcfg MGC192.168.202.145@tcp 0xcf005 192.168.202.145@tcp (null) (null) (null) 00000020:00000010:3.0:1773941435.817056:0:12439:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 88 at ffff96f282d7f8a0. 00000020:00000080:3.0:1773941435.817058:0:12439:0:(obd_config.c:1506:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1773941435.817063:0:12439:0:(obd_config.c:1518:class_process_config()) adding mapping from uuid 192.168.202.145@tcp to nid 0x20000c0a8ca91 (192.168.202.145@tcp) 00000100:00000010:3.0:1773941435.817066:0:12439:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff96f2a01ef800. 00000100:00000040:3.0:1773941435.817069:0:12439:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.202.145@tcp 192.168.202.145@tcp cnt=1 00000400:00000200:3.0:1773941435.817072:0:12439:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1773941435.817075:0:12439:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:3.0:1773941435.817076:0:12439:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.145@tcp 00000400:00000200:3.0:1773941435.817080:0:12439:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941435.817085:0:12439:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.145@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1773941435.817088:0:12439:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941435.817093:0:12439:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1773941435.817095:0:12439:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.145@tcp NID 192.168.202.145@tcp: 0. pending discovery 00000400:00000200:3.0:1773941435.817097:0:12439:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.145@tcp 00000100:00000010:3.0:1773941435.817099:0:12439:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff96f2a01ef800. 00000020:00000001:3.0:1773941435.817101:0:12439:0:(obd_config.c:1533:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773941435.817103:0:12439:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 88 at ffff96f282d7f8a0. 00000020:00000001:3.0:1773941435.817106:0:12439:0:(obd_mount.c:150:do_lcfg()) lcfg MGC192.168.202.145@tcp 0xcf005 192.168.202.145@tcp (null) (null) (null) 00000020:00000010:3.0:1773941435.817110:0:12439:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 88 at ffff96f282d7f8a0. 00000020:00000080:3.0:1773941435.817112:0:12439:0:(obd_config.c:1506:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1773941435.817114:0:12439:0:(obd_config.c:1518:class_process_config()) adding mapping from uuid 192.168.202.145@tcp to nid 0x20000c0a8ca9b (192.168.202.155@tcp) 00000100:00000010:3.0:1773941435.817117:0:12439:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff96f2a01ef800. 00000100:00000040:3.0:1773941435.817120:0:12439:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.202.145@tcp 192.168.202.155@tcp cnt=2 00000400:00000200:3.0:1773941435.817122:0:12439:0:(peer.c:1295:LNetAddPeer()) Add peer with 2 NIDs 00000400:00001000:3.0:1773941435.817123:0:12439:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:3.0:1773941435.817125:0:12439:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.145@tcp 00000400:00000200:3.0:1773941435.817128:0:12439:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941435.817130:0:12439:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.145@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1773941435.817133:0:12439:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941435.817136:0:12439:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1773941435.817138:0:12439:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.145@tcp NID 192.168.202.145@tcp: 0. pending discovery 00000400:00000200:3.0:1773941435.817141:0:12439:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.145@tcp 00000400:00000200:3.0:1773941435.817143:0:12439:0:(peer.c:1309:LNetAddPeer()) Adding NID[1]: 192.168.202.155@tcp 00000400:00000200:3.0:1773941435.817145:0:12439:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000010:3.0:1773941435.817157:0:12439:0:(peer.c:229:lnet_peer_alloc()) alloc '(lp)': 376 at ffff96f2a0da2800. 00000400:00000200:3.0:1773941435.817161:0:12439:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:3.0:1773941435.817164:0:12439:0:(peer.c:262:lnet_peer_alloc()) ffff96f2a0da2800 nid 192.168.202.155@tcp 00000400:00000010:3.0:1773941435.817168:0:12439:0:(peer.c:193:lnet_peer_net_alloc()) alloc '(lpn)': 72 at ffff96f282d7f540. 00000400:00000200:3.0:1773941435.817171:0:12439:0:(peer.c:202:lnet_peer_net_alloc()) ffff96f282d7f540 net tcp 00000400:00000200:3.0:1773941435.817174:0:12439:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000010:3.0:1773941435.817177:0:12439:0:(peer.c:137:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at ffff96f2a0da3000. 00000400:00000200:3.0:1773941435.817180:0:12439:0:(peer.c:183:lnet_peer_ni_alloc()) ffff96f2a0da3000 nid 192.168.202.155@tcp 00000400:00000200:3.0:1773941435.817185:0:12439:0:(peer.c:1091:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.202.155@tcp: -2 00000400:00000200:3.0:1773941435.817189:0:12439:0:(peer.c:1639:lnet_peer_attach_peer_ni()) peer 192.168.202.155@tcp NID 192.168.202.155@tcp flags 0x1 00000400:00000200:3.0:1773941435.817191:0:12439:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:3.0:1773941435.817193:0:12439:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:3.0:1773941435.817205:0:12439:0:(peer.c:2405:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.155@tcp: 0 00000400:00000200:3.0:1773941435.817207:0:12439:0:(peer.c:2727:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1773941435.817208:0:12439:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1773941435.817210:0:12439:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.155@tcp NID 192.168.202.155@tcp: 0. pending discovery 00000100:00000010:3.0:1773941435.817212:0:12439:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff96f2a01ef800. 00000020:00000001:3.0:1773941435.817214:0:12439:0:(obd_config.c:1533:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773941435.817216:0:12439:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 88 at ffff96f282d7f8a0. 00000020:00000010:3.0:1773941435.817219:0:12439:0:(obd_mount.c:487:lustre_start_mgc()) kmalloced '(uuid)': 40 at ffff96f2a031ab80. 00000020:01000004:3.0:1773941435.817224:0:12439:0:(obd_mount.c:208:lustre_start_simple()) Starting OBD MGC192.168.202.145@tcp (typ=mgc) 00000020:00000001:3.0:1773941435.817226:0:12439:0:(obd_mount.c:150:do_lcfg()) lcfg MGC192.168.202.145@tcp 0xcf001 mgc aed6ad44-ca90-40b5-927d-12baaf0d776a (null) (null) 00000020:00000010:3.0:1773941435.817229:0:12439:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 120 at ffff96f290a26600. 00000400:00000200:1.0:1773941435.817230:0:2351:0:(peer.c:3988:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000080:3.0:1773941435.817232:0:12439:0:(obd_config.c:1506:class_process_config()) processing cmd: cf001 00000020:00000001:3.0:1773941435.817235:0:12439:0:(obd_config.c:700:class_attach()) Process entered 00000020:00000001:3.0:1773941435.817238:0:12439:0:(genops.c:349:class_newdev()) Process entered 00000400:00000200:1.0:1773941435.817239:0:2351:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.202.155@tcp(ffff96f2a0da2800) state 0x41 00000400:00000010:1.0:1773941435.817247:0:2351:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at ffff96f283f1a600. 00000020:00000010:3.0:1773941435.817254:0:12439:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff96f298b5cd28. 00000400:00000010:1.0:1773941435.817258:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1110. 00000020:00000080:3.0:1773941435.817259:0:12439:0:(genops.c:412:class_newdev()) Allocate new device MGC192.168.202.145@tcp (ffff96f298b5cd28) 00000020:00000001:3.0:1773941435.817264:0:12439:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1773941435.817269:0:12439:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff96f283d89000. 00000400:00000010:1.0:1773941435.817270:0:2351:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff96f28a270508. 00000020:00000001:3.0:1773941435.817273:0:12439:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000400:00000200:1.0:1773941435.817277:0:2351:0:(lib-move.c:5547:LNetGet()) LNetGet -> 12345-192.168.202.155@tcp 00000020:00000040:3.0:1773941435.817278:0:12439:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f283d89000 with handle 0x6eb1e9e7edefbf9e to hash 00000020:00000001:3.0:1773941435.817282:0:12439:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1773941435.817284:0:12439:0:(obd_class.h:1008:obd_init_export()) Process entered 00000400:00000200:1.0:1773941435.817289:0:2351:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000020:00000001:3.0:1773941435.817293:0:12439:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941435.817297:0:2351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.155@tcp local destination 00000020:00000001:3.0:1773941435.817298:0:12439:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446628567071100928 : -115506638450688 : ffff96f283d89000) 00000020:00000040:3.0:1773941435.817303:0:12439:0:(genops.c:898:class_export_put()) PUTting export ffff96f283d89000 : new refcount 1 00000400:00000200:1.0:1773941435.817304:0:2351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:3.0:1773941435.817308:0:12439:0:(obd_config.c:1030:class_incref()) incref MGC192.168.202.145@tcp (ffff96f298b5cd28) now 2 - obd_device_list 00000400:00000200:1.0:1773941435.817310:0:2351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000020:00000001:3.0:1773941435.817313:0:12439:0:(genops.c:554:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941435.817316:0:2351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000020:00000080:3.0:1773941435.817317:0:12439:0:(obd_config.c:757:class_attach()) OBD: dev 0 attached type mgc with refcount 2 00000020:00000001:3.0:1773941435.817321:0:12439:0:(obd_config.c:759:class_attach()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941435.817321:0:2351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000020:00000001:3.0:1773941435.817325:0:12439:0:(obd_config.c:1512:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1773941435.817330:0:2351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [104:104:256:4294967295] 192.168.202.155@tcp LPNI seq info [1:1:8:4294967295] 00000020:00000010:3.0:1773941435.817331:0:12439:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 120 at ffff96f290a26600. 00000020:00000001:3.0:1773941435.817336:0:12439:0:(obd_mount.c:150:do_lcfg()) lcfg MGC192.168.202.145@tcp 0xcf003 MGS 192.168.202.145@tcp (null) (null) 00000400:00000200:1.0:1773941435.817340:0:2351:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000020:00000010:3.0:1773941435.817343:0:12439:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 104 at ffff96f290a26600. 00000020:00000080:3.0:1773941435.817345:0:12439:0:(obd_config.c:1506:class_process_config()) processing cmd: cf003 00000400:00000200:1.0:1773941435.817348:0:2351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.155@tcp 00000020:00000001:3.0:1773941435.817349:0:12439:0:(obd_config.c:779:class_setup()) Process entered 00000400:00000200:1.0:1773941435.817358:0:2351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.155@tcp:192.168.202.155@tcp) : GET try# 0 00000800:00000200:1.0:1773941435.817364:0:2351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.155@tcp 00000001:00000001:3.0:1773941435.817367:0:12439:0:(hash.c:1038:cfs_hash_create()) Process entered 00000800:00000010:1.0:1773941435.817369:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff96f298b8fb00. 00000001:00000010:3.0:1773941435.817372:0:12439:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff96f283258c00. 00000001:00000010:3.0:1773941435.817377:0:12439:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff96f285724560. 00000400:00000200:1.0:1773941435.817380:0:2351:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000001:00000010:3.0:1773941435.817382:0:12439:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff96f2a0da3a00. 00000001:00000010:3.0:1773941435.817387:0:12439:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff96f2a0da3c00. 00000800:00000010:1.0:1773941435.817387:0:2351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at ffff96f288b87240. 00000800:00000010:1.0:1773941435.817394:0:2351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at ffff96f288b87f00. 00000001:00000010:3.0:1773941435.817395:0:12439:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff96f2a0da2600. 00000001:00000010:3.0:1773941435.817400:0:12439:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff96f2a0da3600. 00000020:00000001:3.0:1773941435.817403:0:12439:0:(obd_class.h:557:obd_setup()) Process entered 00000800:00000200:1.0:1773941435.817404:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (2) 00000020:00000010:3.0:1773941435.817407:0:12439:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f2a0da2400. 00000800:00000200:1.1F:1773941435.817411:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (2) 00000020:00000010:3.0:1773941435.817414:0:12439:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96f290a26700. 00000020:00000010:3.0:1773941435.817419:0:12439:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96f2917fb4b0. 00008000:00000010:3.0:1773941435.817425:0:12439:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f287eef380. 00000020:00000010:3.0:1773941435.817429:0:12439:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f2a0da2e00. 00000020:00000010:3.0:1773941435.817432:0:12439:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f2a0da3e00. 00000040:00000010:3.0:1773941435.817435:0:12439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f2a0da2000. 00000400:00000200:1.0:1773941435.817437:0:2351:0:(peer.c:3788:lnet_peer_send_ping()) peer 192.168.202.155@tcp 00000020:00000010:3.0:1773941435.817440:0:12439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f283d8e000. 00000400:00000200:1.0:1773941435.817441:0:2351:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.202.155@tcp(ffff96f2a0da2800) state 0x241 rc 0 00000020:00000010:3.0:1773941435.817444:0:12439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f2a0da3200. 00040000:00000010:3.0:1773941435.817449:0:12439:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f283258700. 00040000:00000010:3.0:1773941435.817452:0:12439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f2a0da2c00. 10000000:00000001:3.0:1773941435.817455:0:12439:0:(mgc_request.c:850:mgc_device_alloc()) Process entered 10000000:00000010:3.0:1773941435.817457:0:12439:0:(mgc_request.c:852:mgc_device_alloc()) kmalloced '(lu)': 64 at ffff96f2a031a5c0. 00000100:00000001:3.0:1773941435.817465:0:12439:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:3.0:1773941435.817467:0:12439:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.817470:0:12439:0:(ldlm_lib.c:298:client_obd_setup()) Process entered 00010000:00000010:3.0:1773941435.817476:0:12439:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff96f298afb000. 00010000:00000010:3.0:1773941435.817481:0:12439:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff96f298aff000. 00010000:00000001:3.0:1773941435.817487:0:12439:0:(ldlm_lockd.c:3030:ldlm_get_ref()) Process entered 00010000:00000001:3.0:1773941435.817489:0:12439:0:(ldlm_lockd.c:3351:ldlm_setup()) Process entered 00010000:00000010:3.0:1773941435.817491:0:12439:0:(ldlm_lockd.c:3356:ldlm_setup()) kmalloced '(ldlm_state)': 32 at ffff96f285724fe0. 00010000:00000001:3.0:1773941435.817523:0:12439:0:(ldlm_resource.c:68:ldlm_debugfs_setup()) Process entered 00010000:00000001:3.0:1773941435.817550:0:12439:0:(ldlm_resource.c:78:ldlm_debugfs_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.817553:0:12439:0:(service.c:701:ptlrpc_register_service()) Process entered 00000100:00000010:3.0:1773941435.817556:0:12439:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 360 at ffff96f2a0da3800. 00000100:00000010:3.0:1773941435.817559:0:12439:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffff96f298af5400. 00000100:00000010:3.0:1773941435.817572:0:12439:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff96f2860ac000. 00000100:00000010:3.0:1773941435.817578:0:12439:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff96f298af9000. 00000100:00000010:3.0:1773941435.817583:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f298af4800. 00000100:00000010:3.0:1773941435.817587:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f285134000. 00000100:00100000:3.0:1773941435.817588:0:12439:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00000010:3.0:1773941435.817591:0:12439:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffff96f298af4000. 00000100:00000010:3.0:1773941435.817601:0:12439:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff96f286018000. 00000100:00000010:3.0:1773941435.817606:0:12439:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff96f298afe000. 00000100:00000010:3.0:1773941435.817609:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f298af5800. 00000100:00000010:3.0:1773941435.817612:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f285132000. 00000100:00100000:3.0:1773941435.817613:0:12439:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000400:00000200:3.0:1773941435.817617:0:12439:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 15 lazy 00000020:00000010:3.0:1773941435.817641:0:12439:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff96f298af6800. 00000020:00000010:3.0:1773941435.817645:0:12439:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff96f298af8000. 00000100:00000001:3.0:1773941435.817669:0:12439:0:(nrs.c:1006:nrs_svcpt_setup_locked()) Process entered 00000100:00000001:3.0:1773941435.817671:0:12439:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:3.0:1773941435.817673:0:12439:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1773941435.817675:0:12439:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f282b25540. 00000100:00000001:3.0:1773941435.817678:0:12439:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:3.0:1773941435.817682:0:12439:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff96f2a031adc0. 00000100:00000001:3.0:1773941435.817690:0:12439:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.817692:0:12439:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.817694:0:12439:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1773941435.817697:0:12439:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f282b25f00. 00000100:00000001:3.0:1773941435.817699:0:12439:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.817702:0:12439:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1773941435.817704:0:12439:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f282b253c0. 00000100:00000001:3.0:1773941435.817706:0:12439:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.817707:0:12439:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1773941435.817709:0:12439:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f282b25300. 00000100:00000001:3.0:1773941435.817711:0:12439:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.817713:0:12439:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.817750:0:12439:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.817753:0:12439:0:(nrs.c:1022:nrs_svcpt_setup_locked()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941435.817756:0:12439:0:(nrs.c:1034:nrs_svcpt_setup_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.817757:0:12439:0:(nrs.c:1006:nrs_svcpt_setup_locked()) Process entered 00000100:00000001:3.0:1773941435.817758:0:12439:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:3.0:1773941435.817760:0:12439:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1773941435.817763:0:12439:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f282b25240. 00000100:00000001:3.0:1773941435.817765:0:12439:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:3.0:1773941435.817768:0:12439:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff96f2a031a000. 00000100:00000001:3.0:1773941435.817770:0:12439:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.817772:0:12439:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.817774:0:12439:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1773941435.817776:0:12439:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f282b250c0. 00000100:00000001:3.0:1773941435.817779:0:12439:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.817782:0:12439:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1773941435.817784:0:12439:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f282b25b40. 00000100:00000001:3.0:1773941435.817786:0:12439:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.817788:0:12439:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1773941435.817791:0:12439:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f282b25c00. 00000100:00000001:3.0:1773941435.817794:0:12439:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.817796:0:12439:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.817798:0:12439:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.817800:0:12439:0:(nrs.c:1022:nrs_svcpt_setup_locked()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941435.817803:0:12439:0:(nrs.c:1034:nrs_svcpt_setup_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.817838:0:12439:0:(nrs.c:1379:ptlrpc_service_nrs_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1773941435.817936:0:12439:0:(service.c:848:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15 00000100:00000001:3.0:1773941435.817939:0:12439:0:(service.c:3400:ptlrpc_start_threads()) Process entered 00000100:00000001:3.0:1773941435.817941:0:12439:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1773941435.817943:0:12439:0:(service.c:3441:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00000010:3.0:1773941435.817948:0:12439:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff96f2a0da2a00. 00000100:00100000:3.0:1773941435.817951:0:12439:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00000001:3.0:1773941435.818381:0:12440:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:1.0:1773941435.818502:0:12440:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff96f298b7a140. 00000020:00000010:1.0:1773941435.818508:0:12440:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f298b7af00. 00000020:00000010:1.0:1773941435.818516:0:12440:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f283f1ac00. 00000020:00000010:1.0:1773941435.818519:0:12440:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f283f1be00. 00000040:00000010:1.0:1773941435.818523:0:12440:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f283f1b400. 00000020:00000010:1.0:1773941435.818528:0:12440:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f2a0d91800. 00000020:00000010:1.0:1773941435.818532:0:12440:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f2882c9420. 00000020:00000010:1.0:1773941435.818536:0:12440:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f283f1ba00. 80000000:00000010:1.0:1773941435.818541:0:12440:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f2892f10c0. 40000000:00000010:1.0:1773941435.818545:0:12440:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff96f298b7a940. 00100000:00000010:1.0:1773941435.818551:0:12440:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f2a0d92000. 00040000:00000010:1.0:1773941435.818562:0:12440:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f298b8f100. 00040000:00000010:1.0:1773941435.818567:0:12440:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff96f2a0d97000. 00040000:00000010:1.0:1773941435.818571:0:12440:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f283f1a800. 00000004:00000010:1.0:1773941435.818575:0:12440:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff96f2a0d90000. 00000004:00000010:1.0:1773941435.818580:0:12440:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff96f2850f3000. 00000004:00000010:1.0:1773941435.818585:0:12440:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff96f2a0d93000. 00002000:00000010:1.0:1773941435.818589:0:12440:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff96f298749000. 00000004:00000010:1.0:1773941435.818594:0:12440:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff96f29874b400. 00000100:00000200:1.0:1773941435.818598:0:12440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1773941435.818604:0:12440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15840. 00000400:00000010:1.0:1773941435.818608:0:12440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f288b87e40. 00000100:00000010:1.0:1773941435.818616:0:12440:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff96f2a0d97800. 00000100:00000200:1.0:1773941435.818632:0:12440:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:3.0:1773941435.818648:0:12439:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.818652:0:12439:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1773941435.818653:0:12439:0:(service.c:3441:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00000010:3.0:1773941435.818657:0:12439:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff96f2a0da2200. 00000100:00100000:3.0:1773941435.818659:0:12439:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00000001:1.0:1773941435.818825:0:12441:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:1.0:1773941435.818837:0:12441:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff96f298b7acc0. 00000020:00000010:1.0:1773941435.818840:0:12441:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f298b7ae40. 00000020:00000010:1.0:1773941435.818843:0:12441:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f283f1ae00. 00000020:00000010:1.0:1773941435.818845:0:12441:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f283f1aa00. 00000040:00000010:1.0:1773941435.818847:0:12441:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f283f1b800. 00000020:00000010:1.0:1773941435.818849:0:12441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f2a0d90800. 00000020:00000010:1.0:1773941435.818852:0:12441:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f2882ce9a8. 00000020:00000010:1.0:1773941435.818854:0:12441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f283f1bc00. 80000000:00000010:1.0:1773941435.818856:0:12441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f2892f13c0. 40000000:00000010:1.0:1773941435.818858:0:12441:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff96f298b7af80. 00100000:00000010:1.0:1773941435.818860:0:12441:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f2a0d91000. 00040000:00000010:1.0:1773941435.818862:0:12441:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f298b8f800. 00040000:00000010:1.0:1773941435.818864:0:12441:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff96f2a0d92800. 00040000:00000010:1.0:1773941435.818866:0:12441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f283f1b000. 00000004:00000010:1.0:1773941435.818869:0:12441:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff96f2a0d94000. 00000004:00000010:1.0:1773941435.818872:0:12441:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff96f2850f6000. 00000004:00000010:1.0:1773941435.818875:0:12441:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff96f2a0d96000. 00002000:00000010:1.0:1773941435.818877:0:12441:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff96f29874b800. 00000004:00000010:1.0:1773941435.818878:0:12441:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff96f29874a000. 00000100:00000010:1.0:1773941435.818881:0:12441:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff96f2a0d94800. 00000100:00000200:1.0:1773941435.818897:0:12441:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:3.0:1773941435.818948:0:12439:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.818951:0:12439:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1773941435.818952:0:12439:0:(service.c:3441:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00000010:3.0:1773941435.818956:0:12439:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff96f2a0da3400. 00000100:00100000:3.0:1773941435.818974:0:12439:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000800:00000010:0.0:1773941435.819003:0:2341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff96f285152000. 00000800:00000010:0.0:1773941435.819009:0:2341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at ffff96f2850bcc00. 00000800:00000010:0.0:1773941435.819016:0:2341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff96f282edddc0. 00000800:00000010:0.0:1773941435.819025:0:2341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff96f282edddc0. 00000100:00000001:0.0:1773941435.819150:0:12442:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:3.0:1773941435.819188:0:12442:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff96f2a031a6c0. 00000020:00000010:3.0:1773941435.819192:0:12442:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f2a031ab00. 00000020:00000010:3.0:1773941435.819196:0:12442:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f283ede800. 00000020:00000010:3.0:1773941435.819198:0:12442:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f283edec00. 00000040:00000010:3.0:1773941435.819200:0:12442:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f283edee00. 00000020:00000010:3.0:1773941435.819203:0:12442:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f284b12800. 00000020:00000010:3.0:1773941435.819206:0:12442:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f28914eeb0. 00000020:00000010:3.0:1773941435.819208:0:12442:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f283edf200. 80000000:00000010:3.0:1773941435.819210:0:12442:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f282d7f3c0. 40000000:00000010:3.0:1773941435.819212:0:12442:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff96f2a031a280. 00100000:00000010:3.0:1773941435.819215:0:12442:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f284b11000. 00040000:00000010:3.0:1773941435.819217:0:12442:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f283258600. 00040000:00000010:3.0:1773941435.819219:0:12442:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff96f284b10000. 00040000:00000010:3.0:1773941435.819222:0:12442:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f282a92200. 00000004:00000010:3.0:1773941435.819224:0:12442:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff96f284b14000. 00000004:00000010:3.0:1773941435.819227:0:12442:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff96f298afc000. 00000004:00000010:3.0:1773941435.819229:0:12442:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff96f284b11800. 00002000:00000010:3.0:1773941435.819231:0:12442:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff96f298af5000. 00000004:00000010:3.0:1773941435.819238:0:12442:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff96f298af7400. 00000100:00000200:3.0:1773941435.819240:0:12442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1773941435.819244:0:12442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7370. 00000400:00000010:3.0:1773941435.819246:0:12442:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282b259c0. 00000100:00000010:3.0:1773941435.819250:0:12442:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff96f284b16000. 00000100:00000001:1.0:1773941435.819280:0:12439:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.819283:0:12439:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:1.0:1773941435.819284:0:12439:0:(service.c:3441:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00000010:1.0:1773941435.819289:0:12439:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff96f290b31e00. 00000100:00100000:1.0:1773941435.819291:0:12439:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00000200:3.0:1773941435.819337:0:12442:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:1.0:1773941435.819425:0:12443:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:2.0:1773941435.819467:0:12443:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff96f2856ca400. 00000020:00000010:2.0:1773941435.819471:0:12443:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f2856ca440. 00000020:00000010:2.0:1773941435.819474:0:12443:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f287e2d600. 00000020:00000010:2.0:1773941435.819476:0:12443:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f287e2c000. 00000040:00000010:2.0:1773941435.819479:0:12443:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f287e2d200. 00000020:00000010:2.0:1773941435.819481:0:12443:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f288ef9000. 00000020:00000010:2.0:1773941435.819484:0:12443:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f284aec168. 00000020:00000010:2.0:1773941435.819486:0:12443:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f287e2cc00. 80000000:00000010:2.0:1773941435.819488:0:12443:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f284cd2b40. 40000000:00000010:2.0:1773941435.819490:0:12443:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff96f2856cac00. 00100000:00000010:2.0:1773941435.819492:0:12443:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f288efa800. 00040000:00000010:2.0:1773941435.819495:0:12443:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f299fdf100. 00040000:00000010:2.0:1773941435.819504:0:12443:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff96f288eff000. 00040000:00000010:2.0:1773941435.819506:0:12443:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f287e2d800. 00000004:00000010:2.0:1773941435.819508:0:12443:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff96f288efc000. 00000004:00000010:2.0:1773941435.819511:0:12443:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff96f287de0000. 00000004:00000010:2.0:1773941435.819513:0:12443:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff96f288efe000. 00002000:00000010:2.0:1773941435.819516:0:12443:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff96f28600bc00. 00000004:00000010:2.0:1773941435.819518:0:12443:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff96f286008c00. 00000100:00000010:2.0:1773941435.819521:0:12443:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff96f288efe800. 00000100:00000200:2.0:1773941435.819531:0:12443:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:3.0:1773941435.819548:0:12439:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.819551:0:12439:0:(service.c:3418:ptlrpc_start_threads()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.819553:0:12439:0:(service.c:857:ptlrpc_register_service()) Process leaving (rc=18446628567557748736 : -115506151802880 : ffff96f2a0da3800) 00000100:00000001:3.0:1773941435.819556:0:12439:0:(service.c:701:ptlrpc_register_service()) Process entered 00000100:00000010:3.0:1773941435.819560:0:12439:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 360 at ffff96f282a93800. 00000100:00000010:3.0:1773941435.819563:0:12439:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffff96f298af7800. 00000100:00000010:3.0:1773941435.819619:0:12439:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff96f289164000. 00000100:00000010:3.0:1773941435.819627:0:12439:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff96f284c6f000. 00000100:00000010:3.0:1773941435.819631:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f298af4c00. 00000100:00000010:3.0:1773941435.819635:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f285136000. 00000100:00000010:3.0:1773941435.819637:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f298af6400. 00000100:00000010:3.0:1773941435.819640:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f285130000. 00000100:00000010:3.0:1773941435.819642:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f298af6000. 00000100:00000010:3.0:1773941435.819647:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f286082000. 00000100:00000010:3.0:1773941435.819649:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f298af5c00. 00000100:00000010:3.0:1773941435.819706:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f286080000. 00000100:00000010:3.0:1773941435.819710:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f298af6c00. 00000400:00000200:0.0:1773941435.819757:0:2341:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000800:00000200:0.1:1773941435.819763:0:2341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1773941435.819774:0:2341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:0.1:1773941435.819779:0:2341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f298b8fb00 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1773941435.819785:0:2341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.155@tcp p 3.x 192.168.202.45 -> 192.168.202.155:988 incarnation:1773941322709931655 sched[1] 00000800:00000010:0.0:1773941435.819789:0:2341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at ffff96f2850bcc00. 00000800:00000001:2.0:1773941435.819831:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941435.819837:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941435.819849:0:2341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.155:988 00000800:00000200:2.0:1773941435.819893:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941435.819899:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffff96f298b8fb00. 00000400:00000200:2.0:1773941435.819905:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941435.819913:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: GET: OK 00000400:00000200:2.0:1773941435.819920:0:2348:0:(peer.c:3081:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1773941435.819925:0:2348:0:(peer.c:3033:lnet_discovery_event_send()) Ping Send to 192.168.202.155@tcp: 0 00000100:00000010:3.0:1773941435.819928:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f286084000. 00000100:00000010:3.0:1773941435.819998:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f298af7c00. 00000100:00000010:3.0:1773941435.820004:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f286086000. 00000100:00000010:3.0:1773941435.820007:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f298af4400. 00000100:00000010:3.0:1773941435.820011:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f28800a000. 00000100:00000010:3.0:1773941435.820014:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28630e800. 00000100:00000010:3.0:1773941435.820018:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f288008000. 00000100:00000010:3.0:1773941435.820021:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28630d800. 00000100:00000010:3.0:1773941435.820024:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f28800c000. 00000100:00000010:3.0:1773941435.820032:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28630c800. 00000100:00000010:3.0:1773941435.820035:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f28800e000. 00000100:00000010:3.0:1773941435.820039:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28630dc00. 00000100:00000010:3.0:1773941435.820043:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f288000000. 00000100:00000010:3.0:1773941435.820046:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28630fc00. 00000100:00000010:3.0:1773941435.820049:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f288004000. 00000100:00000010:3.0:1773941435.820055:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28630c400. 00000100:00000010:3.0:1773941435.820058:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f288006000. 00000100:00000010:3.0:1773941435.820060:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28630c000. 00000100:00000010:3.0:1773941435.820064:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f288002000. 00000100:00000010:3.0:1773941435.820068:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f292684400. 00000100:00000010:3.0:1773941435.820073:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298acc000. 00000100:00000010:3.0:1773941435.820075:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f292685c00. 00000100:00000010:3.0:1773941435.820079:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298ace000. 00000100:00000010:3.0:1773941435.820081:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f292686c00. 00000100:00000010:3.0:1773941435.820085:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298aca000. 00000100:00000010:3.0:1773941435.820088:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f292686000. 00000100:00000010:3.0:1773941435.820091:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298ac8000. 00000100:00000010:3.0:1773941435.820095:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f292687c00. 00000100:00000010:3.0:1773941435.820099:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298ac2000. 00000100:00000010:3.0:1773941435.820102:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f292687400. 00000100:00000010:3.0:1773941435.820106:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298ac0000. 00000100:00000010:3.0:1773941435.820108:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f292686400. 00000100:00000010:3.0:1773941435.820112:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298ac4000. 00000100:00000010:3.0:1773941435.820114:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f292685000. 00000100:00000010:3.0:1773941435.820188:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298ac6000. 00000100:00000010:3.0:1773941435.820193:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f292685800. 00000100:00000010:3.0:1773941435.820199:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298bf8000. 00000100:00000010:3.0:1773941435.820203:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f292687000. 00000100:00000010:3.0:1773941435.820207:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298bfc000. 00000100:00000010:3.0:1773941435.820212:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f292685400. 00000800:00000010:0.0:1773941435.820222:0:2341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff96f285150000. 00000800:00000010:0.0:1773941435.820227:0:2341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at ffff96f2850bcc00. 00000800:00000010:0.0:1773941435.820230:0:2341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff96f282edddc0. 00000800:00000010:0.0:1773941435.820236:0:2341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff96f282edddc0. 00000100:00000010:3.0:1773941435.820303:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298bfe000. 00000100:00000010:3.0:1773941435.820306:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f292686800. 00000100:00000010:3.0:1773941435.820312:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298bfa000. 00000100:00000010:3.0:1773941435.820316:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f292684800. 00000800:00000001:2.0:1773941435.820316:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1773941435.820324:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f284af2000. 00000800:00000001:2.0:1773941435.820329:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1773941435.820331:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f292684000. 00000800:00000001:2.0:1773941435.820332:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941435.820336:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1773941435.820340:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f284af6000. 00000400:00000200:2.0:1773941435.820343:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000100:00000010:3.0:1773941435.820347:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f292684c00. 00000400:00000200:2.0:1773941435.820349:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : REPLY - for me 00000100:00000010:3.0:1773941435.820355:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f284af4000. 00000400:00000200:2.0:1773941435.820360:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000100:00000010:3.0:1773941435.820365:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f282c96c00. 00000400:00000200:2.0:1773941435.820367:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941435.820377:0:2348:0:(lib-move.c:4647:lnet_parse_reply()) 192.168.202.45@tcp: Reply from 12345-192.168.202.155@tcp of length 48/48 into md 0x621 00000800:00000001:2.0:1773941435.820385:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941435.820392:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941435.820395:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941435.820399:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: REPLY: OK 00000400:00000200:2.0:1773941435.820405:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1110 00000400:00000010:2.0:1773941435.820407:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1110. 00000400:00000200:2.0:1773941435.820410:0:2348:0:(peer.c:3081:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1773941435.820414:0:2348:0:(peer.c:2911:lnet_discovery_event_reply()) Peer 192.168.202.155@tcp has discovery enabled 00000400:00000200:2.0:1773941435.820417:0:2348:0:(peer.c:2923:lnet_discovery_event_reply()) peer 192.168.202.155@tcp(ffff96f2a0da2800) is MR 00000400:00000200:2.0:1773941435.820420:0:2348:0:(peer.c:2992:lnet_discovery_event_reply()) peer 192.168.202.155@tcp data present 363512030. state = 0x241 00000400:00000200:2.0:1773941435.820423:0:2348:0:(peer.c:2405:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.155@tcp: -114 00000800:00000001:2.0:1773941435.820437:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941435.820440:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1773941435.820448:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f284af0000. 00000400:00000200:1.0:1773941435.820455:0:2351:0:(peer.c:3988:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000010:3.0:1773941435.820456:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28638dc00. 00000400:00000200:1.0:1773941435.820463:0:2351:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.202.155@tcp(ffff96f2a0da2800) state 0xc1 00000100:00000010:3.0:1773941435.820466:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f285362000. 00000100:00000010:3.0:1773941435.820471:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28638cc00. 00000400:00000200:1.0:1773941435.820471:0:2351:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941435.820477:0:2351:0:(peer.c:432:lnet_peer_del_locked()) peer 192.168.202.145@tcp 00000400:00000200:1.0:1773941435.820481:0:2351:0:(peer.c:354:lnet_peer_detach_peer_ni_locked()) peer 192.168.202.145@tcp NID 192.168.202.145@tcp 00000400:00000200:1.0:1773941435.820483:0:2351:0:(peer.c:2187:lnet_destroy_peer_ni_locked()) ffff96f283eb8000 nid 192.168.202.145@tcp 00000400:00000010:1.0:1773941435.820485:0:2351:0:(peer.c:2217:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at ffff96f283eb8000. 00000400:00000200:1.0:1773941435.820489:0:2351:0:(peer.c:212:lnet_destroy_peer_net_locked()) ffff96f282ce9480 net tcp 00000400:00000010:1.0:1773941435.820490:0:2351:0:(peer.c:219:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at ffff96f282ce9480. 00000400:00000200:1.0:1773941435.820493:0:2351:0:(peer.c:270:lnet_destroy_peer_locked()) ffff96f283eb9200 nid 192.168.202.145@tcp 00000400:00000010:1.0:1773941435.820495:0:2351:0:(peer.c:300:lnet_destroy_peer_locked()) kfreed 'lp': 376 at ffff96f283eb9200. 00000400:00000200:1.0:1773941435.820497:0:2351:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941435.820501:0:2351:0:(peer.c:137:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at ffff96f290b31000. 00000400:00000200:1.0:1773941435.820504:0:2351:0:(peer.c:183:lnet_peer_ni_alloc()) ffff96f290b31000 nid 192.168.202.145@tcp 00000400:00000200:1.0:1773941435.820508:0:2351:0:(peer.c:1639:lnet_peer_attach_peer_ni()) peer 192.168.202.145@tcp NID 192.168.202.145@tcp flags 0x11 00000100:00000010:3.0:1773941435.820511:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f285366000. 00000400:00000200:1.0:1773941435.820512:0:2351:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:1.0:1773941435.820518:0:2351:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000100:00000010:3.0:1773941435.820519:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28638d800. 00000400:00000200:1.0:1773941435.820523:0:2351:0:(peer.c:1899:lnet_peer_add_nid()) peer 192.168.202.145@tcp NID 192.168.202.155@tcp flags 0x11: 0 00000100:00000010:3.0:1773941435.820526:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f285360000. 00000400:00000010:1.0:1773941435.820529:0:2351:0:(peer.c:3265:lnet_peer_merge_data()) alloc '(curnis)': 40 at ffff96f298b7aec0. 00000100:00000010:3.0:1773941435.820531:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28638e400. 00000400:00000010:1.0:1773941435.820534:0:2351:0:(peer.c:3266:lnet_peer_merge_data()) alloc '(addnis)': 48 at ffff96f298b7aa00. 00000100:00000010:3.0:1773941435.820537:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f285364000. 00000400:00000010:1.0:1773941435.820538:0:2351:0:(peer.c:3267:lnet_peer_merge_data()) alloc '(delnis)': 40 at ffff96f298b7aa40. 00000100:00000010:3.0:1773941435.820543:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f298b4a000. 00000400:00000200:1.0:1773941435.820544:0:2351:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000100:00000010:3.0:1773941435.820551:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298b6a000. 00000400:00000200:1.0:1773941435.820551:0:2351:0:(peer.c:566:lnet_peer_del_nid()) peer 192.168.202.145@tcp NID 192.168.202.145@tcp flags 0x11: -1 00000100:00000010:3.0:1773941435.820557:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f298b48000. 00000400:00020000:1.0:1773941435.820558:0:2351:0:(peer.c:3365:lnet_peer_merge_data()) Error deleting NID 192.168.202.145@tcp from peer 192.168.202.145@tcp: -1 00000100:00000010:3.0:1773941435.820563:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298b68000. 00000100:00000010:3.0:1773941435.820566:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f298b48400. 00000100:00000010:3.0:1773941435.820569:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298b6c000. 00000100:00000010:3.0:1773941435.820572:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f298b4b000. 00000100:00000010:3.0:1773941435.820575:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298b6e000. 00000100:00000010:3.0:1773941435.820578:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f298b48c00. 00000100:00000010:3.0:1773941435.820581:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f283bda000. 00000100:00000010:3.0:1773941435.820583:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f298b4b800. 00000100:00000010:3.0:1773941435.820586:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f283bd8000. 00000100:00000010:3.0:1773941435.820593:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f298b4a400. 00000100:00000010:3.0:1773941435.820597:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2a0e2a000. 00000100:00000010:3.0:1773941435.820599:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f298b49000. 00000100:00000010:3.0:1773941435.820602:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f283bea000. 00000100:00000010:3.0:1773941435.820604:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f298b4b400. 00000100:00000010:3.0:1773941435.820607:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f283bec000. 00000100:00000010:3.0:1773941435.820609:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f298b49800. 00000100:00000010:3.0:1773941435.820651:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f292490000. 00000100:00000010:3.0:1773941435.820654:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f298b48800. 00000100:00000010:3.0:1773941435.820663:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f28348c000. 00000100:00000010:3.0:1773941435.820666:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f298b49c00. 00000100:00000010:3.0:1773941435.820669:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f283488000. 00000100:00000010:3.0:1773941435.820671:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f298b4bc00. 00000100:00000010:3.0:1773941435.820674:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f28348a000. 00000100:00000010:3.0:1773941435.820676:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f298b4ac00. 00000100:00000010:3.0:1773941435.820679:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f28348e000. 00000100:00000010:3.0:1773941435.820680:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f298b49400. 00000100:00000010:3.0:1773941435.820687:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2a0e10000. 00000100:00000010:3.0:1773941435.820690:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f288a20800. 00000100:00000010:3.0:1773941435.820693:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2a0e12000. 00000100:00000010:3.0:1773941435.820695:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f288a20000. 00000100:00000010:3.0:1773941435.820698:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2a0e16000. 00000100:00000010:3.0:1773941435.820700:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f288a22000. 00000100:00000010:3.0:1773941435.820703:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2a0e14000. 00000100:00000010:3.0:1773941435.820705:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f288a23800. 00000100:00000010:3.0:1773941435.820712:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f288e88000. 00000100:00000010:3.0:1773941435.820801:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f288a23400. 00000100:00000010:3.0:1773941435.820808:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f288e8a000. 00000100:00000010:3.0:1773941435.820812:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f288a23c00. 00000400:00000200:0.0:1773941435.820825:0:2341:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000800:00000200:0.1:1773941435.820828:0:2341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:0.0:1773941435.820832:0:2341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.155@tcp p 3.x 192.168.202.45 -> 192.168.202.155:988 incarnation:1773941322709931655 sched[1] 00000800:00000010:0.0:1773941435.820835:0:2341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at ffff96f2850bcc00. 00000400:00000200:0.0:1773941435.820869:0:2341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.155:988 00000800:00000001:2.0:1773941435.820870:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941435.820874:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941435.820896:0:2341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.155:988 00000100:00000010:3.0:1773941435.820923:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f288e8e000. 00000100:00000010:3.0:1773941435.820929:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f288a22c00. 00000100:00000010:3.0:1773941435.820939:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f288e8c000. 00000100:00000010:3.0:1773941435.820954:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f288a20400. 00000100:00000010:3.0:1773941435.820993:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2882da000. 00000100:00000010:3.0:1773941435.820996:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f288a21c00. 00000100:00000010:3.0:1773941435.821000:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2882de000. 00000100:00000010:3.0:1773941435.821002:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f288a20c00. 00000100:00000010:3.0:1773941435.821005:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2882dc000. 00000100:00000010:3.0:1773941435.821007:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f288a22400. 00000100:00000010:3.0:1773941435.821062:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2882d8000. 00000100:00000010:3.0:1773941435.821066:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f288a23000. 00000100:00000010:3.0:1773941435.821076:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298bc0000. 00000100:00000010:3.0:1773941435.821079:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f299e2f800. 00000100:00000010:3.0:1773941435.821083:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298bc2000. 00000100:00000010:3.0:1773941435.821107:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28365ac00. 00000100:00000010:3.0:1773941435.821111:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298bc6000. 00000100:00000010:3.0:1773941435.821114:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f283659400. 00000100:00000010:3.0:1773941435.821132:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298bc4000. 00000100:00100000:3.0:1773941435.821134:0:12439:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00000010:3.0:1773941435.821137:0:12439:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffff96f28365bc00. 00000100:00000010:3.0:1773941435.821164:0:12439:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff96f286014000. 00000100:00000010:3.0:1773941435.821313:0:12439:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff96f284c6e000. 00000100:00000010:3.0:1773941435.821320:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f283659c00. 00000800:00000010:0.0:1773941435.821331:0:2341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff96f285154000. 00000800:00000010:0.0:1773941435.821334:0:2341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at ffff96f2850bcc00. 00000800:00000010:0.0:1773941435.821336:0:2341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff96f282edddc0. 00000800:00000010:0.0:1773941435.821341:0:2341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff96f282edddc0. 00000100:00000010:3.0:1773941435.821414:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2834e8000. 00000100:00000010:3.0:1773941435.821420:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f283658c00. 00000100:00000010:3.0:1773941435.821441:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2834ea000. 00000100:00000010:3.0:1773941435.821446:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f283658400. 00000100:00000010:3.0:1773941435.821451:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2834ee000. 00000100:00000010:3.0:1773941435.821454:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28365a400. 00000100:00000010:3.0:1773941435.821508:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2834ec000. 00000100:00000010:3.0:1773941435.821511:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f283658000. 00000100:00000010:3.0:1773941435.821521:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f289176000. 00000100:00000010:3.0:1773941435.821537:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28365b000. 00000100:00000010:3.0:1773941435.821557:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f289174000. 00000100:00000010:3.0:1773941435.821560:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28365b800. 00000100:00000010:3.0:1773941435.821680:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f289170000. 00000100:00000010:3.0:1773941435.821684:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f286314800. 00000100:00000010:3.0:1773941435.821688:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f289172000. 00000100:00000010:3.0:1773941435.821708:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f286302800. 00000100:00000010:3.0:1773941435.821764:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2834b0000. 00000100:00000010:3.0:1773941435.821769:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f29167f400. 00000100:00000010:3.0:1773941435.821773:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2834b2000. 00000100:00000010:3.0:1773941435.821775:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f289313400. 00000100:00000010:3.0:1773941435.821778:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2834b6000. 00000100:00000010:3.0:1773941435.821780:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f289312400. 00000100:00000010:3.0:1773941435.821783:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2834b4000. 00000100:00000010:3.0:1773941435.821785:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f289311400. 00000100:00000010:3.0:1773941435.821797:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f28935c000. 00000100:00000010:3.0:1773941435.821801:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f289313000. 00000100:00000010:3.0:1773941435.821805:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f289358000. 00000100:00000010:3.0:1773941435.821807:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f289311000. 00000100:00000010:3.0:1773941435.821811:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f28935a000. 00000100:00000010:3.0:1773941435.821813:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f289312800. 00000100:00000010:3.0:1773941435.821816:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f28935e000. 00000100:00000010:3.0:1773941435.821818:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28831d000. 00000100:00000010:3.0:1773941435.821825:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2851c4000. 00000100:00000010:3.0:1773941435.821827:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28831c800. 00000100:00000010:3.0:1773941435.821845:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2851c0000. 00000100:00000010:3.0:1773941435.821848:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28831e800. 00000100:00000010:3.0:1773941435.821851:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2851c2000. 00000100:00000010:3.0:1773941435.821852:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28831e400. 00000100:00000010:3.0:1773941435.821856:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2851c6000. 00000100:00000010:3.0:1773941435.821858:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28831cc00. 00000100:00000010:3.0:1773941435.821925:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298b64000. 00000100:00000010:3.0:1773941435.821928:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28831ec00. 00000100:00000010:3.0:1773941435.821932:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298b60000. 00000100:00000010:3.0:1773941435.822076:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f285187c00. 00000100:00000010:3.0:1773941435.822096:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298b62000. 00000100:00000010:3.0:1773941435.822100:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f285186c00. 00000100:00000010:3.0:1773941435.822104:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298b66000. 00000100:00000010:3.0:1773941435.822107:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f285184c00. 00000100:00000010:3.0:1773941435.822116:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f290a1a000. 00000400:00000200:0.0:1773941435.822122:0:2341:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000800:00000200:0.1:1773941435.822128:0:2341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1773941435.822135:0:2341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.155@tcp p 3.x 192.168.202.45 -> 192.168.202.155:988 incarnation:1773941322709931655 sched[1] 00000800:00000010:0.0:1773941435.822140:0:2341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at ffff96f2850bcc00. 00000100:00000010:3.0:1773941435.822178:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f285184000. 00000100:00000010:3.0:1773941435.822184:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f290a1e000. 00000800:00000001:2.0:1773941435.822186:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1773941435.822187:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f285184800. 00000100:00000010:3.0:1773941435.822192:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f290a1c000. 00000800:00000001:2.0:1773941435.822192:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1773941435.822200:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f285185400. 00000100:00000010:3.0:1773941435.822218:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f290a18000. 00000100:00000010:3.0:1773941435.822221:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f285187000. 00000100:00000010:3.0:1773941435.822232:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298a8e000. 00000100:00000010:3.0:1773941435.822262:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f285185800. 00000100:00000010:3.0:1773941435.822277:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298a8c000. 00000100:00000010:3.0:1773941435.822290:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f285186800. 00000100:00000010:3.0:1773941435.822294:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298a88000. 00000100:00000010:3.0:1773941435.822320:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f285185000. 00000100:00000010:3.0:1773941435.822349:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298a8a000. 00000100:00000010:3.0:1773941435.822353:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f285186400. 00000100:00000010:3.0:1773941435.822385:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f288e30000. 00000100:00000010:3.0:1773941435.822391:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f285187400. 00000100:00000010:3.0:1773941435.822429:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f288e32000. 00000100:00000010:3.0:1773941435.822463:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f285187800. 00000100:00000010:3.0:1773941435.822493:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f288e36000. 00000100:00000010:3.0:1773941435.822496:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f285186000. 00000100:00000010:3.0:1773941435.822500:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f288e34000. 00000100:00000010:3.0:1773941435.822517:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f285185c00. 00000100:00000010:3.0:1773941435.822530:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298ad6000. 00000100:00000010:3.0:1773941435.822541:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f285184400. 00000100:00000010:3.0:1773941435.822546:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298ad4000. 00000100:00000010:3.0:1773941435.822563:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28607b400. 00000100:00000010:3.0:1773941435.822567:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298ad0000. 00000100:00000010:3.0:1773941435.822569:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28607b800. 00000100:00000010:3.0:1773941435.822572:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298ad2000. 00000100:00000010:3.0:1773941435.822574:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28607a000. 00000100:00000010:3.0:1773941435.822593:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2850c8000. 00000100:00000010:3.0:1773941435.822597:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f286079c00. 00000100:00000010:3.0:1773941435.822614:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2850ca000. 00000100:00000010:3.0:1773941435.822616:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f286078400. 00000100:00000010:3.0:1773941435.822620:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2850ce000. 00000100:00000010:3.0:1773941435.822622:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28607bc00. 00000100:00000010:3.0:1773941435.822625:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2850cc000. 00000100:00000010:3.0:1773941435.822638:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28607ac00. 00000100:00000010:3.0:1773941435.822647:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f28801a000. 00000100:00000010:3.0:1773941435.822650:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f286078c00. 00000100:00000010:3.0:1773941435.822653:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f28801e000. 00000100:00000010:3.0:1773941435.822664:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f286078000. 00000100:00000010:3.0:1773941435.822668:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f28801c000. 00000100:00000010:3.0:1773941435.822688:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f286078800. 00000100:00000010:3.0:1773941435.822694:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f288018000. 00000100:00000010:3.0:1773941435.822697:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f286079400. 00000100:00000010:3.0:1773941435.822953:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f29885e000. 00000100:00000010:3.0:1773941435.822994:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28607b000. 00000100:00000010:3.0:1773941435.822999:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f29885c000. 00000100:00000010:3.0:1773941435.823001:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f286079800. 00000100:00000010:3.0:1773941435.823004:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f298858000. 00000100:00000010:3.0:1773941435.823006:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28607a800. 00000100:00000010:3.0:1773941435.823025:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f29885a000. 00000100:00000010:3.0:1773941435.823028:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f286079000. 00000100:00000010:3.0:1773941435.823037:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2850a6000. 00000100:00000010:3.0:1773941435.823040:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f28607a400. 00000100:00000010:3.0:1773941435.823053:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2850a4000. 00000100:00000010:3.0:1773941435.823062:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2a0e3b800. 00000100:00000010:3.0:1773941435.823082:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2850a0000. 00000100:00000010:3.0:1773941435.823086:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2a0e3a000. 00000100:00000010:3.0:1773941435.823089:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2850a2000. 00000100:00000010:3.0:1773941435.823091:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2a0e39c00. 00000100:00000010:3.0:1773941435.823122:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f284a66000. 00000100:00000010:3.0:1773941435.823135:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2a0e38400. 00000100:00000010:3.0:1773941435.823146:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f284a64000. 00000100:00000010:3.0:1773941435.823149:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2a0e3bc00. 00000100:00000010:3.0:1773941435.823162:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f284a60000. 00000100:00000010:3.0:1773941435.823166:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2a0e3ac00. 00000100:00000010:3.0:1773941435.823169:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f284a62000. 00000100:00000010:3.0:1773941435.823171:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2a0e38c00. 00000100:00000010:3.0:1773941435.823179:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2850b6000. 00000100:00000010:3.0:1773941435.823182:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2a0e38000. 00000100:00000010:3.0:1773941435.823195:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2850b4000. 00000100:00000010:3.0:1773941435.823198:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2a0e38800. 00000100:00000010:3.0:1773941435.823201:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2850b0000. 00000100:00000010:3.0:1773941435.823203:0:12439:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96f2a0e39400. 00000100:00000010:3.0:1773941435.823217:0:12439:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96f2850b2000. 00000100:00100000:3.0:1773941435.823220:0:12439:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000400:00000200:3.0:1773941435.823224:0:12439:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 17 lazy 00000020:00000010:3.0:1773941435.823325:0:12439:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff96f2a0e3b000. 00000020:00000010:3.0:1773941435.823331:0:12439:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff96f284c6b000. 00000100:00000001:3.0:1773941435.823517:0:12439:0:(nrs.c:1006:nrs_svcpt_setup_locked()) Process entered 00000100:00000001:3.0:1773941435.823528:0:12439:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:3.0:1773941435.823569:0:12439:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1773941435.823572:0:12439:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f282b25000. 00000100:00000001:3.0:1773941435.823575:0:12439:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:3.0:1773941435.823577:0:12439:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff96f2a031abc0. 00000100:00000001:3.0:1773941435.823579:0:12439:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.823580:0:12439:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.823582:0:12439:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1773941435.823583:0:12439:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f282b25600. 00000100:00000001:3.0:1773941435.823597:0:12439:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.823599:0:12439:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1773941435.823601:0:12439:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f282b25a80. 00000100:00000001:3.0:1773941435.823602:0:12439:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.823603:0:12439:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1773941435.823605:0:12439:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f2916d1540. 00000100:00000001:3.0:1773941435.823606:0:12439:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.823607:0:12439:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.823609:0:12439:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941435.823611:0:12439:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at ffff96f290a26900. 00000100:00000001:3.0:1773941435.823612:0:12439:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:3.0:1773941435.823613:0:12439:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1773941435.823614:0:12439:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f2834d09c0. 00000100:00000001:3.0:1773941435.823615:0:12439:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:3.0:1773941435.823616:0:12439:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff96f2a031afc0. 00000100:00000001:3.0:1773941435.823626:0:12439:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.823628:0:12439:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.823629:0:12439:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1773941435.823630:0:12439:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f2834d0480. 00000100:00000001:3.0:1773941435.823631:0:12439:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.823632:0:12439:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1773941435.823634:0:12439:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f2834d0540. 00000100:00000001:3.0:1773941435.823635:0:12439:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.823636:0:12439:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1773941435.823637:0:12439:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f2834d0cc0. 00000100:00000001:3.0:1773941435.823638:0:12439:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.823639:0:12439:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.823640:0:12439:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.823641:0:12439:0:(nrs.c:1034:nrs_svcpt_setup_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.823658:0:12439:0:(nrs.c:1006:nrs_svcpt_setup_locked()) Process entered 00000100:00000001:3.0:1773941435.823660:0:12439:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:3.0:1773941435.823661:0:12439:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1773941435.823674:0:12439:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f2834d0000. 00000100:00000001:3.0:1773941435.823686:0:12439:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:3.0:1773941435.823688:0:12439:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff96f2a031a880. 00000100:00000001:3.0:1773941435.823701:0:12439:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.823703:0:12439:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.823754:0:12439:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1773941435.823757:0:12439:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f2834d06c0. 00000100:00000001:3.0:1773941435.823759:0:12439:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.823760:0:12439:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1773941435.823762:0:12439:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f2834d00c0. 00000100:00000001:3.0:1773941435.823763:0:12439:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.823764:0:12439:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1773941435.823766:0:12439:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f2834d0180. 00000100:00000001:3.0:1773941435.823767:0:12439:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.823768:0:12439:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.823769:0:12439:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941435.823771:0:12439:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at ffff96f290a26a00. 00000100:00000001:3.0:1773941435.823772:0:12439:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:3.0:1773941435.823773:0:12439:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1773941435.823774:0:12439:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f2834d0300. 00000100:00000001:3.0:1773941435.823775:0:12439:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:3.0:1773941435.823777:0:12439:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff96f2a031a900. 00000100:00000001:3.0:1773941435.823778:0:12439:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.823779:0:12439:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.823780:0:12439:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1773941435.823781:0:12439:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f2834d0840. 00000100:00000001:3.0:1773941435.823782:0:12439:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.823783:0:12439:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1773941435.823784:0:12439:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f2834d0900. 00000100:00000001:3.0:1773941435.823785:0:12439:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.823786:0:12439:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1773941435.823787:0:12439:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff96f2834d03c0. 00000100:00000001:3.0:1773941435.823788:0:12439:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.823790:0:12439:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.823791:0:12439:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.823799:0:12439:0:(nrs.c:1034:nrs_svcpt_setup_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.823879:0:12439:0:(nrs.c:1379:ptlrpc_service_nrs_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1773941435.823882:0:12439:0:(service.c:848:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17 00000100:00000001:3.0:1773941435.823883:0:12439:0:(service.c:3400:ptlrpc_start_threads()) Process entered 00000100:00000001:3.0:1773941435.823884:0:12439:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1773941435.823885:0:12439:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00000010:3.0:1773941435.823888:0:12439:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff96f2a0150400. 00000100:00100000:3.0:1773941435.823899:0:12439:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00000001:3.0:1773941435.824122:0:12444:0:(service.c:2998:ptlrpc_main()) Process entered 00000400:00000200:1.0:1773941435.824169:0:2351:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000100:00000010:0.0:1773941435.824171:0:12444:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff96f282edddc0. 00000400:00000010:1.0:1773941435.824174:0:2351:0:(peer.c:3405:lnet_peer_merge_data()) kfreed 'curnis': 40 at ffff96f298b7aec0. 00000020:00000010:0.0:1773941435.824175:0:12444:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f282edd400. 00000400:00000010:1.0:1773941435.824182:0:2351:0:(peer.c:3406:lnet_peer_merge_data()) kfreed 'addnis': 48 at ffff96f298b7aa00. 00000020:00000010:0.0:1773941435.824182:0:12444:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f2850ee200. 00000020:00000010:0.0:1773941435.824194:0:12444:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f2850efe00. 00000400:00000010:1.0:1773941435.824195:0:2351:0:(peer.c:3407:lnet_peer_merge_data()) kfreed 'delnis': 40 at ffff96f298b7aa40. 00000020:00000010:0.0:1773941435.824199:0:12444:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f28376f900. 00000400:00000010:1.0:1773941435.824200:0:2351:0:(api-ni.c:1839:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at ffff96f283f1a600. 00000040:00000010:0.0:1773941435.824205:0:12444:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f2850ef000. 00000400:00000200:1.0:1773941435.824207:0:2351:0:(peer.c:3410:lnet_peer_merge_data()) peer 192.168.202.145@tcp (ffff96f2a0da2800): 0 00000020:00000010:0.0:1773941435.824210:0:12444:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f289141000. 00000400:00000200:1.0:1773941435.824212:0:2351:0:(peer.c:3714:lnet_peer_data_present()) peer 192.168.202.145@tcp(ffff96f2a0da2800): 0. state = 0x100141 00000020:00000010:0.0:1773941435.824215:0:12444:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f289188a10. 00000400:00000200:1.0:1773941435.824217:0:2351:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.202.145@tcp(ffff96f2a0da2800) state 0x100141 rc 1 00000020:00000010:0.0:1773941435.824220:0:12444:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f2850ef800. 00000400:00000200:1.0:1773941435.824223:0:2351:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.202.145@tcp(ffff96f2a0da2800) state 0x100141 80000000:00000010:0.0:1773941435.824225:0:12444:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f28376f2a0. 00000400:00000010:1.0:1773941435.824229:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1110. 40000000:00000010:0.0:1773941435.824230:0:12444:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff96f282eddc40. 00008000:00000010:0.0:1773941435.824237:0:12444:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f2882ec388. 00000400:00000010:1.0:1773941435.824238:0:2351:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff96f28a270e00. 00100000:00000010:0.0:1773941435.824241:0:12444:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f289144800. 00000400:00000200:1.0:1773941435.824243:0:2351:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.155@tcp 00040000:00000010:0.0:1773941435.824247:0:12444:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f2834a7200. 00040000:00000010:0.0:1773941435.824250:0:12444:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff96f289145000. 00000400:00000200:1.0:1773941435.824253:0:2351:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00040000:00000010:0.0:1773941435.824255:0:12444:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f2850ef200. 00000400:00000200:1.0:1773941435.824260:0:2351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.45@tcp to MR: 192.168.202.155@tcp local destination 00000004:00000010:0.0:1773941435.824260:0:12444:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff96f289142800. 00000400:00000200:1.0:1773941435.824267:0:2351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [105:105:256:4294967295] 192.168.202.155@tcp LPNI seq info [2:2:8:4294967295] 00000004:00000010:0.0:1773941435.824267:0:12444:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff96f285347000. 00000004:00000010:0.0:1773941435.824271:0:12444:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff96f289147000. 00000400:00000200:1.0:1773941435.824275:0:2351:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00002000:00000010:0.0:1773941435.824277:0:12444:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff96f288f6a800. 00000400:00000200:1.0:1773941435.824279:0:2351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.155@tcp 00000004:00000010:0.0:1773941435.824282:0:12444:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff96f288f68000. 00000100:00000200:0.0:1773941435.824288:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:1.0:1773941435.824289:0:2351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:192.168.202.45@tcp) -> 192.168.202.155@tcp(192.168.202.155@tcp:192.168.202.155@tcp) : PUT try# 0 00000400:00000010:0.0:1773941435.824295:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2987965d8. 00000800:00000200:1.0:1773941435.824296:0:2351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.202.155@tcp 00000400:00000010:0.0:1773941435.824300:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2850bcc00. 00000800:00000010:1.0:1773941435.824302:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f298b8f500. 00000100:00000200:0.0:1773941435.824305:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:1.0:1773941435.824309:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00000400:00000010:0.0:1773941435.824311:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2987962c0. 00000400:00000010:0.0:1773941435.824314:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2850bc6c0. 00000800:00000200:1.0:1773941435.824317:0:2351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000100:00000200:0.0:1773941435.824318:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:1.0:1773941435.824323:0:2351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f298b8f500 type 1, nob 144 niov 1 nkiov 1 00000400:00000010:0.0:1773941435.824323:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796268. 00000400:00000010:0.0:1773941435.824329:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2850bca80. 00000100:00000200:0.0:1773941435.824331:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824332:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796aa8. 00000400:00000010:0.0:1773941435.824333:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2850bc540. 00000100:00000200:0.0:1773941435.824335:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824336:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796b58. 00000400:00000200:1.0:1773941435.824339:0:2351:0:(peer.c:3922:lnet_peer_send_push()) peer 192.168.202.145@tcp 00000400:00000010:0.0:1773941435.824339:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2850bcd80. 00000400:00000200:1.0:1773941435.824344:0:2351:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.202.145@tcp(ffff96f2a0da2800) state 0x100541 rc 0 00000100:00000200:0.0:1773941435.824344:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824352:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796478. 00000400:00000010:0.0:1773941435.824355:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2850bc300. 00000100:00000200:0.0:1773941435.824358:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824360:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796370. 00000400:00000010:0.0:1773941435.824364:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2850bc0c0. 00000100:00000200:0.0:1773941435.824365:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824367:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2987969a0. 00000400:00000010:0.0:1773941435.824371:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a2193840. 00000100:00000200:0.0:1773941435.824372:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824373:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796108. 00000400:00000010:0.0:1773941435.824376:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f299f16600. 00000100:00000200:0.0:1773941435.824377:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824380:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796c08. 00000400:00000010:0.0:1773941435.824383:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f299f166c0. 00000100:00000200:0.0:1773941435.824384:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824385:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796688. 00000400:00000010:0.0:1773941435.824387:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282b9e180. 00000100:00000200:0.0:1773941435.824389:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824392:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796b00. 00000800:00000200:2.0:1773941435.824394:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1773941435.824396:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282b9e600. 00000800:00000010:2.0:1773941435.824398:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f298b8f500. 00000100:00000200:0.0:1773941435.824401:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:2.0:1773941435.824403:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1773941435.824406:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796058. 00000400:00000200:2.0:1773941435.824410:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000010:0.0:1773941435.824413:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282b9e780. 00000400:00000200:2.0:1773941435.824414:0:2347:0:(peer.c:3081:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1773941435.824419:0:2347:0:(peer.c:3033:lnet_discovery_event_send()) Push Send to 192.168.202.155@tcp: 0 00000100:00000200:0.0:1773941435.824420:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824425:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796d10. 00000400:00000010:0.0:1773941435.824429:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282b9e540. 00000100:00000200:0.0:1773941435.824432:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824434:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796a50. 00000400:00000010:0.0:1773941435.824436:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282b9ed80. 00000100:00000200:0.0:1773941435.824438:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824440:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2987969f8. 00000400:00000010:0.0:1773941435.824443:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282b9e840. 00000100:00000200:0.0:1773941435.824445:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824447:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796cb8. 00000400:00000010:0.0:1773941435.824450:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282b9e480. 00000100:00000200:0.0:1773941435.824459:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824463:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2987968f0. 00000400:00000010:0.0:1773941435.824465:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282b9eb40. 00000100:00000200:0.0:1773941435.824467:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824470:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796f78. 00000400:00000010:0.0:1773941435.824473:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282b9e300. 00000100:00000200:0.0:1773941435.824475:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824478:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796d68. 00000400:00000010:0.0:1773941435.824480:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282b9e3c0. 00000100:00000200:0.0:1773941435.824483:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824485:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796738. 00000400:00000010:0.0:1773941435.824487:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282b9e0c0. 00000100:00000200:0.0:1773941435.824490:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824492:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796318. 00000400:00000010:0.0:1773941435.824494:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282b9e240. 00000100:00000200:0.0:1773941435.824497:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824499:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2987963c8. 00000400:00000010:0.0:1773941435.824502:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282b9ea80. 00000100:00000200:0.0:1773941435.824505:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824507:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796630. 00000400:00000010:0.0:1773941435.824510:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282b9e6c0. 00000100:00000200:0.0:1773941435.824512:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824514:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796898. 00000400:00000010:0.0:1773941435.824517:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282b9ee40. 00000100:00000200:0.0:1773941435.824519:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824521:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2987966e0. 00000400:00000010:0.0:1773941435.824524:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282b9ec00. 00000100:00000200:0.0:1773941435.824526:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824529:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796c60. 00000400:00000010:0.0:1773941435.824531:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282b9ef00. 00000100:00000200:0.0:1773941435.824534:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824536:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796160. 00000400:00000010:0.0:1773941435.824539:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282b9ecc0. 00000100:00000200:0.0:1773941435.824541:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824543:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2987964d0. 00000400:00000010:0.0:1773941435.824553:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282e6ef00. 00000100:00000200:0.0:1773941435.824556:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824558:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2987961b8. 00000400:00000010:0.0:1773941435.824561:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f282e6e0c0. 00000100:00000200:0.0:1773941435.824563:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824566:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796ec8. 00000400:00000010:0.0:1773941435.824570:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f289151180. 00000100:00000200:0.0:1773941435.824572:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824573:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796790. 00000400:00000010:0.0:1773941435.824575:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2891519c0. 00000100:00000200:0.0:1773941435.824576:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824577:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2987967e8. 00000400:00000010:0.0:1773941435.824579:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f289151900. 00000100:00000200:0.0:1773941435.824580:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824581:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796f20. 00000400:00000010:0.0:1773941435.824582:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f289151480. 00000100:00000200:0.0:1773941435.824584:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824585:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796bb0. 00000400:00000010:0.0:1773941435.824586:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f289151840. 00000100:00000200:0.0:1773941435.824587:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824588:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796000. 00000400:00000010:0.0:1773941435.824590:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f289151a80. 00000100:00000200:0.0:1773941435.824591:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824592:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796dc0. 00000400:00000010:0.0:1773941435.824593:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f289151300. 00000100:00000200:0.0:1773941435.824594:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824595:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796e70. 00000400:00000010:0.0:1773941435.824596:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2891510c0. 00000100:00000200:0.0:1773941435.824598:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824599:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2987960b0. 00000400:00000010:0.0:1773941435.824600:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f289151240. 00000100:00000200:0.0:1773941435.824601:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824602:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796528. 00000400:00000010:0.0:1773941435.824603:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f289151000. 00000100:00000200:0.0:1773941435.824604:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824610:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796420. 00000400:00000010:0.0:1773941435.824611:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f289151780. 00000100:00000200:0.0:1773941435.824613:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824614:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796580. 00000400:00000010:0.0:1773941435.824616:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f289151540. 00000100:00000200:0.0:1773941435.824617:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824618:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796948. 00000400:00000010:0.0:1773941435.824620:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f289151d80. 00000100:00000200:0.0:1773941435.824621:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824622:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796e18. 00000400:00000010:0.0:1773941435.824623:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2891513c0. 00000100:00000200:0.0:1773941435.824624:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824626:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796210. 00000400:00000010:0.0:1773941435.824627:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f289151f00. 00000100:00000200:0.0:1773941435.824628:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824629:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f298796840. 00000400:00000010:0.0:1773941435.824630:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2891516c0. 00000100:00000200:0.0:1773941435.824631:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824633:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3898. 00000400:00000010:0.0:1773941435.824634:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f289151600. 00000100:00000200:0.0:1773941435.824635:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824637:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d36e0. 00000400:00000010:0.0:1773941435.824638:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f289151cc0. 00000100:00000200:0.0:1773941435.824639:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824641:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3c60. 00000400:00000010:0.0:1773941435.824642:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f289151c00. 00000100:00000200:0.0:1773941435.824643:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824644:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3160. 00000400:00000010:0.0:1773941435.824646:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28a0810c0. 00000100:00000200:0.0:1773941435.824648:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824649:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d34d0. 00000400:00000010:0.0:1773941435.824650:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28a081600. 00000100:00000200:0.0:1773941435.824652:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824653:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d31b8. 00000400:00000010:0.0:1773941435.824654:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28a081780. 00000100:00000200:0.0:1773941435.824659:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824661:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3ec8. 00000400:00000010:0.0:1773941435.824662:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28a081300. 00000100:00000200:0.0:1773941435.824663:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824665:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3790. 00000400:00000010:0.0:1773941435.824666:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28a081b40. 00000100:00000200:0.0:1773941435.824667:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824668:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d37e8. 00000400:00000010:0.0:1773941435.824670:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28a081cc0. 00000100:00000200:0.0:1773941435.824671:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824672:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3f20. 00000400:00000010:0.0:1773941435.824673:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28a081f00. 00000100:00000200:0.0:1773941435.824674:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824675:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3bb0. 00000400:00000010:0.0:1773941435.824677:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28a081180. 00000100:00000200:0.0:1773941435.824678:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824679:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3000. 00000400:00000010:0.0:1773941435.824681:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0e02840. 00000100:00000200:0.0:1773941435.824682:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824683:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3dc0. 00000400:00000010:0.0:1773941435.824685:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0e02180. 00000100:00000200:0.0:1773941435.824686:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824687:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3e70. 00000400:00000010:0.0:1773941435.824689:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0e02480. 00000100:00000200:0.0:1773941435.824690:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824691:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d30b0. 00000400:00000010:0.0:1773941435.824692:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0e02540. 00000100:00000200:0.0:1773941435.824693:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824694:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3528. 00000400:00000010:0.0:1773941435.824696:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0e02a80. 00000100:00000200:0.0:1773941435.824698:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824700:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3420. 00000400:00000010:0.0:1773941435.824702:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0e02600. 00000100:00000200:0.0:1773941435.824704:0:12444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941435.824706:0:12444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3580. 00000400:00000010:0.0:1773941435.824713:0:12444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0e02b40. 00000100:00000010:0.0:1773941435.824753:0:12444:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff96f289146800. 00000100:00000200:0.0:1773941435.824769:0:12444:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:1.0:1773941435.824777:0:12439:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.824780:0:12439:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:1.0:1773941435.824781:0:12439:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00000010:1.0:1773941435.824785:0:12439:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff96f283f1a600. 00000100:00100000:1.0:1773941435.824788:0:12439:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000800:00000001:3.0:1773941435.824900:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941435.824906:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941435.824908:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941435.824924:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941435.824929:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:3.0:1773941435.824934:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : ACK - for me 00000400:00000200:3.0:1773941435.824941:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:3.0:1773941435.824943:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:3.0:1773941435.824949:0:2348:0:(lib-move.c:4700:lnet_parse_ack()) 192.168.202.45@tcp: ACK from 12345-192.168.202.155@tcp into md 0x631 00000100:00000001:0.0:1773941435.824955:0:12445:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:0.0:1773941435.824994:0:12445:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff96f282edda80. 00000020:00000010:0.0:1773941435.824997:0:12445:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f282eddf80. 00000020:00000010:0.0:1773941435.825001:0:12445:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f2850ee800. 00000020:00000010:0.0:1773941435.825003:0:12445:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f2850ee400. 00000020:00000010:0.0:1773941435.825005:0:12445:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f28376f300. 00000400:00000200:3.0:1773941435.825008:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000040:00000010:0.0:1773941435.825009:0:12445:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f2850ef600. 00000400:00000200:3.0:1773941435.825015:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: ACK: OK 00000020:00000010:0.0:1773941435.825015:0:12445:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f289143000. 00000400:00000200:3.0:1773941435.825020:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1110 00000020:00000010:0.0:1773941435.825022:0:12445:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f28918df98. 00000400:00000010:3.0:1773941435.825023:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1110. 00000020:00000010:0.0:1773941435.825027:0:12445:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f2850efa00. 00000400:00000200:3.0:1773941435.825029:0:2348:0:(peer.c:3081:lnet_discovery_event_handler()) Received event: 4 80000000:00000010:0.0:1773941435.825032:0:12445:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f28376fc00. 00000400:00000200:3.0:1773941435.825033:0:2348:0:(peer.c:2799:lnet_discovery_event_ack()) peer 192.168.202.145@tcp ev->status 0 40000000:00000010:0.0:1773941435.825039:0:12445:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff96f282edd5c0. 00000400:00000200:3.0:1773941435.825040:0:2348:0:(peer.c:2405:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.145@tcp: -114 00008000:00000010:0.0:1773941435.825044:0:12445:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f2882ee6d8. 00100000:00000010:0.0:1773941435.825047:0:12445:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f289140800. 00040000:00000010:0.0:1773941435.825050:0:12445:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f2834a7a00. 00040000:00000010:0.0:1773941435.825053:0:12445:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff96f289143800. 00000800:00000001:3.0:1773941435.825054:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00040000:00000010:0.0:1773941435.825055:0:12445:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f2850ef400. 00000800:00000001:3.0:1773941435.825060:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:0.0:1773941435.825060:0:12445:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff96f289145800. 00000800:00000001:3.0:1773941435.825064:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000004:00000010:0.0:1773941435.825067:0:12445:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff96f285341000. 00000800:00000001:3.0:1773941435.825068:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:0.0:1773941435.825072:0:12445:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff96f289141800. 00000400:00000200:3.0:1773941435.825073:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00002000:00000010:0.0:1773941435.825076:0:12445:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff96f288f6bc00. 00000400:00000200:3.0:1773941435.825080:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : PUT - for me 00000004:00000010:0.0:1773941435.825082:0:12445:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff96f288f6a400. 00000400:00000200:3.0:1773941435.825086:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000100:00000010:0.0:1773941435.825087:0:12445:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff96f289140000. 00000400:00000200:3.0:1773941435.825091:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:3.0:1773941435.825096:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941435.825099:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 48 into portal 0 MB=0x8000000000000000 00000100:00000200:0.0:1773941435.825105:0:12445:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000400:00000200:3.0:1773941435.825112:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.145@tcp of length 48/48 into md 0x19 [1] + 0 00000400:00000010:3.0:1773941435.825116:0:2348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e72c0. 00000400:00000200:3.0:1773941435.825119:0:2348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff96f284c515d8 00000100:00000001:2.0:1773941435.825121:0:12439:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773941435.825123:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1773941435.825125:0:12439:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:2.0:1773941435.825128:0:12439:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000400:00000200:0.0:1773941435.825129:0:2351:0:(peer.c:3988:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000010:2.0:1773941435.825134:0:12439:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff96f287e2ca00. 00000400:00000200:0.0:1773941435.825136:0:2351:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.202.145@tcp(ffff96f2a0da2800) state 0x100141 00000400:00000200:0.0:1773941435.825139:0:2351:0:(peer.c:3844:lnet_peer_discovered()) peer 192.168.202.145@tcp 00000400:00000200:0.0:1773941435.825141:0:2351:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.202.145@tcp(ffff96f2a0da2800) state 0x100111 rc 0 00000400:00000200:0.0:1773941435.825144:0:2351:0:(peer.c:2421:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.145@tcp 00000800:00000001:3.0:1773941435.825148:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941435.825152:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1773941435.825155:0:12439:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000400:00000200:3.0:1773941435.825160:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:3.0:1773941435.825164:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c515d8 00000400:00000010:3.0:1773941435.825165:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c515d8. 00000400:00000200:3.0:1773941435.825168:0:2348:0:(api-ni.c:2341:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1773941435.825171:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:3.0:1773941435.825175:0:2348:0:(peer.c:2570:lnet_peer_push_event()) peer 192.168.202.145@tcp(ffff96f2a0da2800) is MR 00000400:00000010:3.0:1773941435.825178:0:2348:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at ffff96f2a031a2c0. 00000400:00000200:3.0:1773941435.825181:0:2348:0:(peer.c:2644:lnet_peer_push_event()) Received Push 192.168.202.145@tcp 363512030 00000400:00000200:3.0:1773941435.825189:0:2348:0:(peer.c:2405:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.145@tcp: 0 00000400:00000200:3.0:1773941435.825193:0:2348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1773941435.825196:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:3.0:1773941435.825198:0:2348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.45@tcp to MR: 192.168.202.155@tcp local destination 00000400:00000200:3.0:1773941435.825202:0:2348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [106:106:256:4294967295] 192.168.202.155@tcp LPNI seq info [3:3:8:4294967295] 00000400:00000200:3.0:1773941435.825205:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:3.0:1773941435.825260:0:2348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:192.168.202.45@tcp) -> 192.168.202.155@tcp(192.168.202.155@tcp:192.168.202.155@tcp) 192.168.202.155@tcp : ACK try# 0 00000800:00000200:3.0:1773941435.825266:0:2348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.155@tcp 00000800:00000010:3.0:1773941435.825270:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258500. 00000800:00000200:3.0:1773941435.825273:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00000800:00000200:3.0:1773941435.825276:0:2348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:3.0:1773941435.825279:0:2348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258500 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1773941435.825310:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941435.825313:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258500. 00000400:00000200:3.0:1773941435.825317:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941435.825321:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: ACK: OK 00000800:00000001:3.0:1773941435.825326:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941435.825335:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941435.825346:0:2351:0:(peer.c:3988:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1773941435.825451:0:2351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e72c0. 00000400:00000010:3.0:1773941435.825457:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c515d8. 00000400:00000200:3.0:1773941435.825462:0:2351:0:(api-ni.c:2331:lnet_push_target_post()) posted push target ffff96f286374000 00000400:00000200:3.0:1773941435.825467:0:2351:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.202.145@tcp(ffff96f2a0da2800) state 0x1000d1 00000400:00000200:3.0:1773941435.825472:0:2351:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:3.0:1773941435.825474:0:2351:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:3.0:1773941435.825478:0:2351:0:(peer.c:1899:lnet_peer_add_nid()) peer 192.168.202.145@tcp NID 192.168.202.155@tcp flags 0x11: 0 00000100:00000001:0.0:1773941435.825520:0:12446:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:0.0:1773941435.825541:0:12446:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff96f282edd600. 00000400:00000010:3.0:1773941435.825544:0:2351:0:(peer.c:3265:lnet_peer_merge_data()) alloc '(curnis)': 40 at ffff96f2a031af40. 00000400:00000010:3.0:1773941435.825549:0:2351:0:(peer.c:3266:lnet_peer_merge_data()) alloc '(addnis)': 48 at ffff96f2a031a100. 00000020:00000010:0.0:1773941435.825551:0:12446:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f282eddbc0. 00000400:00000010:3.0:1773941435.825553:0:2351:0:(peer.c:3267:lnet_peer_merge_data()) alloc '(delnis)': 40 at ffff96f2a031ad80. 00000400:00000200:3.0:1773941435.825558:0:2351:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000020:00000010:0.0:1773941435.825558:0:12446:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f289014a00. 00000400:00000200:3.0:1773941435.825563:0:2351:0:(peer.c:566:lnet_peer_del_nid()) peer 192.168.202.145@tcp NID 192.168.202.145@tcp flags 0x11: -1 00000020:00000010:0.0:1773941435.825563:0:12446:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f289015e00. 00000020:00000010:0.0:1773941435.825568:0:12446:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f28376f7e0. 00000400:00020000:3.0:1773941435.825571:0:2351:0:(peer.c:3365:lnet_peer_merge_data()) Error deleting NID 192.168.202.145@tcp from peer 192.168.202.145@tcp: -1 00000040:00000010:0.0:1773941435.825574:0:12446:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f2a0162200. 00000400:00000200:3.0:1773941435.825576:0:2351:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000010:3.0:1773941435.825580:0:2351:0:(peer.c:3405:lnet_peer_merge_data()) kfreed 'curnis': 40 at ffff96f2a031af40. 00000020:00000010:0.0:1773941435.825580:0:12446:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f289147800. 00000400:00000010:3.0:1773941435.825583:0:2351:0:(peer.c:3406:lnet_peer_merge_data()) kfreed 'addnis': 48 at ffff96f2a031a100. 00000020:00000010:0.0:1773941435.825585:0:12446:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f28918bc60. 00000400:00000010:3.0:1773941435.825587:0:2351:0:(peer.c:3407:lnet_peer_merge_data()) kfreed 'delnis': 40 at ffff96f2a031ad80. 00000020:00000010:0.0:1773941435.825590:0:12446:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f288bb2800. 00000400:00000010:3.0:1773941435.825591:0:2351:0:(api-ni.c:1839:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at ffff96f2a031a2c0. 80000000:00000010:0.0:1773941435.825596:0:12446:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f28376fa80. 00000400:00000200:3.0:1773941435.825597:0:2351:0:(peer.c:3410:lnet_peer_merge_data()) peer 192.168.202.145@tcp (ffff96f2a0da2800): 0 00000400:00000200:3.0:1773941435.825603:0:2351:0:(peer.c:3714:lnet_peer_data_present()) peer 192.168.202.145@tcp(ffff96f2a0da2800): 0. state = 0x100151 40000000:00000010:0.0:1773941435.825603:0:12446:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff96f282edd280. 00000400:00000200:3.0:1773941435.825609:0:2351:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.202.145@tcp(ffff96f2a0da2800) state 0x100151 rc 1 00008000:00000010:0.0:1773941435.825609:0:12446:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f2882ece20. 00100000:00000010:0.0:1773941435.825615:0:12446:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f289142000. 00000400:00000200:3.0:1773941435.825616:0:2351:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.202.145@tcp(ffff96f2a0da2800) state 0x100151 00000400:00000200:3.0:1773941435.825621:0:2351:0:(peer.c:3844:lnet_peer_discovered()) peer 192.168.202.145@tcp 00040000:00000010:0.0:1773941435.825622:0:12446:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f2834a7500. 00000400:00000200:3.0:1773941435.825624:0:2351:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.202.145@tcp(ffff96f2a0da2800) state 0x100111 rc 0 00040000:00000010:0.0:1773941435.825628:0:12446:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff96f289146000. 00000400:00000200:3.0:1773941435.825629:0:2351:0:(peer.c:2421:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.145@tcp 00040000:00000010:0.0:1773941435.825632:0:12446:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f2890a2600. 00000004:00000010:0.0:1773941435.825636:0:12446:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff96f289144000. 00000004:00000010:0.0:1773941435.825639:0:12446:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff96f285344000. 00000004:00000010:0.0:1773941435.825641:0:12446:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff96f288e47000. 00002000:00000010:0.0:1773941435.825644:0:12446:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff96f288f69000. 00000004:00000010:0.0:1773941435.825646:0:12446:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff96f288f6b000. 00000100:00000010:0.0:1773941435.825649:0:12446:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff96f288e42800. 00000100:00000200:0.0:1773941435.825662:0:12446:0:(service.c:3086:ptlrpc_main()) service thread 2 (#3) started 00000100:00000001:3.0:1773941435.825671:0:12439:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.825674:0:12439:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1773941435.825675:0:12439:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00000010:3.0:1773941435.825681:0:12439:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff96f28933ae00. 00000100:00100000:3.0:1773941435.825683:0:12439:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00000001:0.0:1773941435.825899:0:12447:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:2.0:1773941435.825998:0:12447:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff96f2856ca140. 00000020:00000010:2.0:1773941435.826001:0:12447:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f2856caf00. 00000020:00000010:2.0:1773941435.826004:0:12447:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f287e2ce00. 00000020:00000010:2.0:1773941435.826006:0:12447:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f287e2dc00. 00000020:00000010:2.0:1773941435.826008:0:12447:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f284cd26c0. 00000040:00000010:2.0:1773941435.826011:0:12447:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f287e2d000. 00000020:00000010:2.0:1773941435.826013:0:12447:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f288efc800. 00000020:00000010:2.0:1773941435.826016:0:12447:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f284aeb250. 00000020:00000010:2.0:1773941435.826018:0:12447:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f287e2c800. 80000000:00000010:2.0:1773941435.826020:0:12447:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f284cd2ae0. 40000000:00000010:2.0:1773941435.826022:0:12447:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff96f2856cad80. 00008000:00000010:2.0:1773941435.826025:0:12447:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f2a0e23880. 00100000:00000010:2.0:1773941435.826027:0:12447:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f288efb000. 00040000:00000010:2.0:1773941435.826029:0:12447:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f299fdf300. 00040000:00000010:2.0:1773941435.826032:0:12447:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff96f288efa000. 00040000:00000010:2.0:1773941435.826034:0:12447:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f287e2d400. 00000004:00000010:2.0:1773941435.826036:0:12447:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff96f288ef8800. 00000004:00000010:2.0:1773941435.826039:0:12447:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff96f287de6000. 00000004:00000010:2.0:1773941435.826041:0:12447:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff96f288efd000. 00002000:00000010:2.0:1773941435.826044:0:12447:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff96f286008800. 00000004:00000010:2.0:1773941435.826046:0:12447:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff96f286008000. 00000100:00000200:2.0:1773941435.826049:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826052:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a417e8. 00000400:00000010:2.0:1773941435.826056:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0dcba80. 00000100:00000200:2.0:1773941435.826058:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826060:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41f20. 00000400:00000010:2.0:1773941435.826062:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0dcb840. 00000100:00000200:2.0:1773941435.826063:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826065:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41bb0. 00000400:00000010:2.0:1773941435.826066:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0dcb300. 00000100:00000200:2.0:1773941435.826068:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826069:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41000. 00000400:00000010:2.0:1773941435.826070:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0dcb900. 00000100:00000200:2.0:1773941435.826077:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826078:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41dc0. 00000400:00000010:2.0:1773941435.826080:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0dcbe40. 00000100:00000200:2.0:1773941435.826081:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826083:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41e70. 00000400:00000010:2.0:1773941435.826084:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0dcbc00. 00000100:00000200:2.0:1773941435.826085:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826086:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a410b0. 00000400:00000010:2.0:1773941435.826088:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0dcbcc0. 00000100:00000200:2.0:1773941435.826089:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826090:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41528. 00000400:00000010:2.0:1773941435.826091:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0dcbb40. 00000100:00000200:2.0:1773941435.826093:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826094:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41420. 00000400:00000010:2.0:1773941435.826095:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0dcb6c0. 00000100:00000200:2.0:1773941435.826096:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826097:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41580. 00000400:00000010:2.0:1773941435.826099:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0dcb480. 00000100:00000200:2.0:1773941435.826100:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826101:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41948. 00000400:00000010:2.0:1773941435.826102:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0dcb9c0. 00000100:00000200:2.0:1773941435.826103:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826104:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41e18. 00000400:00000010:2.0:1773941435.826105:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0dcb180. 00000100:00000200:2.0:1773941435.826107:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826108:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a415d8. 00000400:00000010:2.0:1773941435.826109:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0dcb600. 00000100:00000200:2.0:1773941435.826110:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826111:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a412c0. 00000400:00000010:2.0:1773941435.826112:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0dcb0c0. 00000100:00000200:2.0:1773941435.826113:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826115:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41268. 00000400:00000010:2.0:1773941435.826116:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0dcbf00. 00000100:00000200:2.0:1773941435.826117:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826118:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41aa8. 00000400:00000010:2.0:1773941435.826123:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0dcb3c0. 00000100:00000200:2.0:1773941435.826125:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826126:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41b58. 00000400:00000010:2.0:1773941435.826128:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0dcb540. 00000100:00000200:2.0:1773941435.826130:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826131:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41478. 00000400:00000010:2.0:1773941435.826132:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0dcbd80. 00000100:00000200:2.0:1773941435.826133:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826135:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41370. 00000400:00000010:2.0:1773941435.826136:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2a0dcb780. 00000100:00000200:2.0:1773941435.826137:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826138:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41840. 00000400:00000010:2.0:1773941435.826141:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2838419c0. 00000100:00000200:2.0:1773941435.826143:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826145:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41210. 00000400:00000010:2.0:1773941435.826147:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f283841900. 00000100:00000200:2.0:1773941435.826149:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826151:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a419a0. 00000400:00000010:2.0:1773941435.826154:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f283841c00. 00000100:00000200:2.0:1773941435.826156:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826158:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41108. 00000400:00000010:2.0:1773941435.826160:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f283841240. 00000100:00000200:2.0:1773941435.826162:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826164:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41c08. 00000400:00000010:2.0:1773941435.826167:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f283841f00. 00000100:00000200:2.0:1773941435.826169:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826171:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41688. 00000400:00000010:2.0:1773941435.826173:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f283841e40. 00000100:00000200:2.0:1773941435.826176:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826178:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41b00. 00000400:00000010:2.0:1773941435.826180:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f283841540. 00000100:00000200:2.0:1773941435.826183:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826185:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41058. 00000400:00000010:2.0:1773941435.826188:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f283841000. 00000100:00000200:2.0:1773941435.826190:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826198:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41d10. 00000400:00000010:2.0:1773941435.826201:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f283841600. 00000100:00000200:2.0:1773941435.826204:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826206:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41a50. 00000400:00000010:2.0:1773941435.826208:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f283841180. 00000100:00000200:2.0:1773941435.826210:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826212:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a419f8. 00000400:00000010:2.0:1773941435.826214:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f283841b40. 00000100:00000200:2.0:1773941435.826216:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826217:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41cb8. 00000400:00000010:2.0:1773941435.826219:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f283841840. 00000100:00000200:2.0:1773941435.826221:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826223:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a418f0. 00000400:00000010:2.0:1773941435.826226:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2838410c0. 00000100:00000200:2.0:1773941435.826228:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826230:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41f78. 00000400:00000010:2.0:1773941435.826232:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f283841300. 00000100:00000200:2.0:1773941435.826234:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826235:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41d68. 00000400:00000010:2.0:1773941435.826237:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f283841780. 00000100:00000200:2.0:1773941435.826238:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826240:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41738. 00000400:00000010:2.0:1773941435.826241:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2838413c0. 00000100:00000200:2.0:1773941435.826242:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826243:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41318. 00000400:00000010:2.0:1773941435.826245:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f283841a80. 00000100:00000200:2.0:1773941435.826246:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826247:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a413c8. 00000400:00000010:2.0:1773941435.826248:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2838416c0. 00000100:00000200:2.0:1773941435.826250:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826251:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41630. 00000400:00000010:2.0:1773941435.826252:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f283841cc0. 00000100:00000200:2.0:1773941435.826253:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826254:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41898. 00000400:00000010:2.0:1773941435.826256:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f283841d80. 00000100:00000200:2.0:1773941435.826261:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826263:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a416e0. 00000400:00000010:2.0:1773941435.826266:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28510d3c0. 00000100:00000200:2.0:1773941435.826268:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826269:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41c60. 00000400:00000010:2.0:1773941435.826270:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28510de40. 00000100:00000200:2.0:1773941435.826272:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826273:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41160. 00000400:00000010:2.0:1773941435.826275:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28510dc00. 00000100:00000200:2.0:1773941435.826276:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826277:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41790. 00000400:00000010:2.0:1773941435.826278:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28510dcc0. 00000100:00000200:2.0:1773941435.826279:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826280:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a41ec8. 00000400:00000010:2.0:1773941435.826282:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28510d540. 00000100:00000200:2.0:1773941435.826283:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826284:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a411b8. 00000400:00000010:2.0:1773941435.826285:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28510d840. 00000100:00000200:2.0:1773941435.826286:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826287:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a414d0. 00000400:00000010:2.0:1773941435.826289:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28628bc00. 00000100:00000200:2.0:1773941435.826290:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826292:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f285563a50. 00000400:00000010:2.0:1773941435.826294:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28628b780. 00000100:00000200:2.0:1773941435.826295:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826296:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2855639f8. 00000400:00000010:2.0:1773941435.826298:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28628bd80. 00000100:00000200:2.0:1773941435.826299:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826300:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f285563cb8. 00000400:00000010:2.0:1773941435.826302:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28628b480. 00000100:00000200:2.0:1773941435.826303:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826304:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2855638f0. 00000400:00000010:2.0:1773941435.826305:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28628ba80. 00000100:00000200:2.0:1773941435.826306:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826308:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f285563f78. 00000400:00000010:2.0:1773941435.826312:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28628b3c0. 00000100:00000200:2.0:1773941435.826314:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826315:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f285563d68. 00000400:00000010:2.0:1773941435.826317:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28628b300. 00000100:00000200:2.0:1773941435.826318:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826320:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f285563738. 00000400:00000010:2.0:1773941435.826321:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28628b180. 00000100:00000200:2.0:1773941435.826322:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826323:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f285563318. 00000400:00000010:2.0:1773941435.826325:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28628b000. 00000100:00000200:2.0:1773941435.826326:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826327:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2855633c8. 00000400:00000010:2.0:1773941435.826328:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28628b840. 00000100:00000200:2.0:1773941435.826329:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826331:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f285563630. 00000400:00000010:2.0:1773941435.826332:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28628bcc0. 00000100:00000200:2.0:1773941435.826333:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826334:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f285563d10. 00000400:00000010:2.0:1773941435.826336:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28628b240. 00000100:00000200:2.0:1773941435.826337:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826338:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f28a23c160. 00000400:00000010:2.0:1773941435.826340:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f28628b0c0. 00000100:00000200:2.0:1773941435.826341:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826342:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f28a23c4d0. 00000400:00000010:2.0:1773941435.826345:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f285675f00. 00000100:00000200:2.0:1773941435.826346:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826347:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f28a23c1b8. 00000400:00000010:2.0:1773941435.826349:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f285675cc0. 00000100:00000200:2.0:1773941435.826350:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826351:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f28a23cec8. 00000400:00000010:2.0:1773941435.826352:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f285675b40. 00000100:00000200:2.0:1773941435.826354:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826355:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f28a23c790. 00000400:00000010:2.0:1773941435.826356:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f2856750c0. 00000100:00000200:2.0:1773941435.826357:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826370:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f28a23c7e8. 00000400:00000010:2.0:1773941435.826372:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f285675540. 00000100:00000200:2.0:1773941435.826373:0:12447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941435.826375:0:12447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f28a23cf20. 00000400:00000010:2.0:1773941435.826379:0:12447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f285675d80. 00000100:00000010:2.0:1773941435.826382:0:12447:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff96f288eff800. 00000100:00000200:2.0:1773941435.826393:0:12447:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:3.0:1773941435.826420:0:12439:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.826430:0:12439:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1773941435.826431:0:12439:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00000010:3.0:1773941435.826436:0:12439:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff96f28933b200. 00000100:00100000:3.0:1773941435.826440:0:12439:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00000001:3.0:1773941435.826587:0:12448:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:3.0:1773941435.826599:0:12448:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff96f2a031ad80. 00000020:00000010:3.0:1773941435.826601:0:12448:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f2a031a100. 00000020:00000010:3.0:1773941435.826603:0:12448:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f28933b000. 00000020:00000010:3.0:1773941435.826605:0:12448:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f28933be00. 00000020:00000010:3.0:1773941435.826607:0:12448:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f282d7ff60. 00000040:00000010:3.0:1773941435.826610:0:12448:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f2916dd400. 00000020:00000010:3.0:1773941435.826612:0:12448:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f284b12000. 00000020:00000010:3.0:1773941435.826615:0:12448:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f289149928. 00000020:00000010:3.0:1773941435.826617:0:12448:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f2916dce00. 80000000:00000010:3.0:1773941435.826619:0:12448:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f282d7f5a0. 40000000:00000010:3.0:1773941435.826620:0:12448:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff96f2a031af40. 00008000:00000010:3.0:1773941435.826623:0:12448:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f290896a60. 00100000:00000010:3.0:1773941435.826625:0:12448:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f284b10800. 00040000:00000010:3.0:1773941435.826627:0:12448:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f283258500. 00040000:00000010:3.0:1773941435.826629:0:12448:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff96f284b15800. 00040000:00000010:3.0:1773941435.826631:0:12448:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f2916dc200. 00000004:00000010:3.0:1773941435.826633:0:12448:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff96f284b17000. 00000004:00000010:3.0:1773941435.826637:0:12448:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff96f2916e4000. 00000004:00000010:3.0:1773941435.826639:0:12448:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff96f283d8f000. 00002000:00000010:3.0:1773941435.826641:0:12448:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff96f2a0e3a800. 00000004:00000010:3.0:1773941435.826643:0:12448:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff96f2a0e39000. 00000100:00000010:3.0:1773941435.826646:0:12448:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff96f2a0db0000. 00000100:00000200:3.0:1773941435.826657:0:12448:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:0.0:1773941435.826672:0:12439:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941435.826675:0:12439:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:0.0:1773941435.826676:0:12439:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00000010:0.0:1773941435.826680:0:12439:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff96f2890a2400. 00000100:00100000:0.0:1773941435.826682:0:12439:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00000100:00000001:0.0:1773941435.826818:0:12449:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:3.0:1773941435.826846:0:12449:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff96f2a031a080. 00000020:00000010:3.0:1773941435.826848:0:12449:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f2a031a800. 00000020:00000010:3.0:1773941435.826851:0:12449:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f2916dc400. 00000020:00000010:3.0:1773941435.826853:0:12449:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f2916dda00. 00000020:00000010:3.0:1773941435.826854:0:12449:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f282d7fd20. 00000040:00000010:3.0:1773941435.826856:0:12449:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f2916dd600. 00000020:00000010:3.0:1773941435.826863:0:12449:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f2a0db2800. 00000020:00000010:3.0:1773941435.826866:0:12449:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f28914e4a0. 00000020:00000010:3.0:1773941435.826867:0:12449:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f2916dc600. 80000000:00000010:3.0:1773941435.826869:0:12449:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f282d7f4e0. 40000000:00000010:3.0:1773941435.826871:0:12449:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff96f2a031a700. 00008000:00000010:3.0:1773941435.826873:0:12449:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f290897c08. 00100000:00000010:3.0:1773941435.826875:0:12449:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f2a0db7000. 00040000:00000010:3.0:1773941435.826877:0:12449:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f283258900. 00040000:00000010:3.0:1773941435.826879:0:12449:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff96f2a0db3000. 00040000:00000010:3.0:1773941435.826881:0:12449:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f2916dcc00. 00000004:00000010:3.0:1773941435.826883:0:12449:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff96f2a0db5800. 00000004:00000010:3.0:1773941435.826886:0:12449:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff96f2916e3000. 00000004:00000010:3.0:1773941435.826888:0:12449:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff96f2a0db3800. 00002000:00000010:3.0:1773941435.826890:0:12449:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff96f2a0e3a400. 00000004:00000010:3.0:1773941435.826892:0:12449:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff96f2a0e3b400. 00000100:00000010:3.0:1773941435.826895:0:12449:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff96f2a0db7800. 00000100:00000200:3.0:1773941435.826906:0:12449:0:(service.c:3086:ptlrpc_main()) service thread 2 (#3) started 00000100:00000001:0.0:1773941435.826920:0:12439:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941435.826923:0:12439:0:(service.c:3418:ptlrpc_start_threads()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941435.826925:0:12439:0:(service.c:857:ptlrpc_register_service()) Process leaving (rc=18446628567051220992 : -115506658330624 : ffff96f282a93800) 00010000:00000010:0.0:1773941435.826930:0:12439:0:(ldlm_lockd.c:3466:ldlm_setup()) kmalloced '(blp)': 168 at ffff96f2a0e02300. 00010000:00000001:0.0:1773941435.827056:0:12450:0:(ldlm_lockd.c:2959:ldlm_bl_thread_main()) Process entered 00010000:00000010:0.0:1773941435.827064:0:12450:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff96f282edd740. 00000020:00000010:0.0:1773941435.827068:0:12450:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f2916d3200. 00000020:00000010:0.0:1773941435.827072:0:12450:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f2916d2c00. 00000020:00000010:0.0:1773941435.827074:0:12450:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f288e41000. 00000020:00000010:0.0:1773941435.827077:0:12450:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f28918a840. 00000020:00000010:0.0:1773941435.827079:0:12450:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f2916d2e00. 80000000:00000010:0.0:1773941435.827081:0:12450:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f28376f1e0. 40000000:00000010:0.0:1773941435.827083:0:12450:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff96f282edd100. 00100000:00000010:0.0:1773941435.827085:0:12450:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f288e44000. 00040000:00000010:0.0:1773941435.827088:0:12450:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f2834a7b00. 00040000:00000010:0.0:1773941435.827090:0:12450:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f2a0e24000. 00002000:00000010:0.0:1773941435.827092:0:12450:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff96f288f6b400. 00000020:00000010:0.0:1773941435.827095:0:12450:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f282edd640. 00000020:00000001:0.0:1773941435.827103:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941435.827105:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941435.827107:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773941435.827108:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941435.827109:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941435.827111:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773941435.827113:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941435.827114:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941435.827115:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773941435.827222:0:12451:0:(ldlm_lockd.c:2959:ldlm_bl_thread_main()) Process entered 00010000:00000010:0.0:1773941435.827225:0:12451:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff96f282eddb00. 00000020:00000010:0.0:1773941435.827227:0:12451:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f2a0e24400. 00000020:00000010:0.0:1773941435.827228:0:12451:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f2a0e25600. 00000020:00000010:0.0:1773941435.827230:0:12451:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f288e41800. 00000020:00000010:0.0:1773941435.827232:0:12451:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f289188f18. 00000020:00000010:0.0:1773941435.827234:0:12451:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f2a0e25c00. 80000000:00000010:0.0:1773941435.827236:0:12451:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f28376f600. 40000000:00000010:0.0:1773941435.827238:0:12451:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff96f282eddf40. 00100000:00000010:0.0:1773941435.827240:0:12451:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f288e40000. 00040000:00000010:0.0:1773941435.827241:0:12451:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f2834a7700. 00040000:00000010:0.0:1773941435.827243:0:12451:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f2a0e25200. 00002000:00000010:0.0:1773941435.827249:0:12451:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff96f288f69c00. 00000020:00000010:0.0:1773941435.827251:0:12451:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f282edd6c0. 00000020:00000001:0.0:1773941435.827257:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941435.827258:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941435.827260:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773941435.827262:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941435.827263:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941435.827264:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773941435.827266:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941435.827268:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941435.827269:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773941435.827368:0:12452:0:(ldlm_lockd.c:159:expired_lock_main()) Process entered 00000020:00000010:0.0:1773941435.827371:0:12452:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f2a0e24600. 00000020:00000010:0.0:1773941435.827372:0:12452:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f2a0e25000. 00000040:00000010:0.0:1773941435.827374:0:12452:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f2a0e24c00. 00000020:00000010:0.0:1773941435.827377:0:12452:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f283098800. 00000020:00000010:0.0:1773941435.827380:0:12452:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f28918f8c0. 00000020:00000010:0.0:1773941435.827382:0:12452:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f2a0e24e00. 80000000:00000010:0.0:1773941435.827383:0:12452:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f28376f060. 40000000:00000010:0.0:1773941435.827385:0:12452:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff96f282edd000. 00100000:00000010:0.0:1773941435.827387:0:12452:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f28309f000. 00040000:00000010:0.0:1773941435.827389:0:12452:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f2834a7f00. 00040000:00000010:0.0:1773941435.827391:0:12452:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff96f28309c800. 00040000:00000010:0.0:1773941435.827393:0:12452:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f2a0e24200. 00000004:00000010:0.0:1773941435.827395:0:12452:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff96f28309f800. 00000004:00000010:0.0:1773941435.827398:0:12452:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff96f285345000. 00000004:00000010:0.0:1773941435.827401:0:12452:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff96f28309e800. 00002000:00000010:0.0:1773941435.827402:0:12452:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff96f288f6ac00. 00000004:00000010:0.0:1773941435.827405:0:12452:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff96f288f6a000. 00000020:00000010:0.0:1773941435.827406:0:12452:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f282eddb80. 00010000:00000001:0.0:1773941435.827413:0:12452:0:(ldlm_lockd.c:142:have_expired_locks()) Process entered 00010000:00000001:0.0:1773941435.827415:0:12452:0:(ldlm_lockd.c:147:have_expired_locks()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941435.827417:0:12452:0:(ldlm_lockd.c:142:have_expired_locks()) Process entered 00010000:00000001:0.0:1773941435.827418:0:12452:0:(ldlm_lockd.c:147:have_expired_locks()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.827427:0:12439:0:(ldlm_pool.c:1348:ldlm_pools_init()) Process entered 00000001:00000010:3.0:1773941435.827434:0:12439:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at ffff96f282d7fde0. 00000001:00000010:3.0:1773941435.827454:0:12439:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at ffff96f298b32120. 00010000:00000001:3.0:1773941435.827461:0:12439:0:(ldlm_pool.c:1376:ldlm_pools_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.827472:0:12439:0:(ldlm_lockd.c:3518:ldlm_setup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.827474:0:12439:0:(ldlm_lockd.c:3039:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941435.827478:0:12439:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff96f2a0db5000. 00000020:00000040:3.0:1773941435.827481:0:12439:0:(obd_config.c:1030:class_incref()) incref MGC192.168.202.145@tcp (ffff96f298b5cd28) now 3 - import 00000020:00000001:3.0:1773941435.827485:0:12439:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941435.827486:0:12439:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=1 obd=MGC192.168.202.145@tcp 00000020:00000001:3.0:1773941435.827488:0:12439:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1773941435.827489:0:12439:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:3.0:1773941435.827497:0:12439:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.145@tcp->12345-192.168.202.145@tcp 00000100:00000001:3.0:1773941435.827499:0:12439:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1773941435.827502:0:12439:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941435.827505:0:12439:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.202.145@tcp primary NID 192.168.202.145@tcp rc 0 00000100:00000001:3.0:1773941435.827508:0:12439:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941435.827514:0:12439:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 1 to 192.168.202.145@tcp 00000100:00000001:3.0:1773941435.827515:0:12439:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000100:00000001:3.0:1773941435.827517:0:12439:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446628567055718784 : -115506653832832 : 0xffff96f282edd980) 00000100:00000040:3.0:1773941435.827520:0:12439:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff96f282edd980 refcount 1 to 192.168.202.145@tcp 00000100:00000040:3.0:1773941435.827521:0:12439:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.202.145@tcp -> ffff96f282edd980 00010000:00000010:3.0:1773941435.827524:0:12439:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff96f298b326c0. 00010000:00080000:3.0:1773941435.827525:0:12439:0:(ldlm_lib.c:102:import_set_conn()) imp ffff96f2a0db5000@MGC192.168.202.145@tcp: add connection 192.168.202.145@tcp at head 00010000:00000001:3.0:1773941435.827527:0:12439:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.827529:0:12439:0:(ldlm_resource.c:938:ldlm_namespace_new()) Process entered 00010000:00000001:3.0:1773941435.827530:0:12439:0:(ldlm_lockd.c:3030:ldlm_get_ref()) Process entered 00010000:00000001:3.0:1773941435.827532:0:12439:0:(ldlm_lockd.c:3039:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1773941435.827541:0:12439:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at ffff96f286076c00. 00000001:00000001:3.0:1773941435.827543:0:12439:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1773941435.827546:0:12439:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff96f2916ddc00. 00000001:00000010:3.0:1773941435.827549:0:12439:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at ffff96f2987650b0. 00000001:00000010:3.0:1773941435.827552:0:12439:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at ffff96f288bd9e00. 00000001:00000010:3.0:1773941435.827554:0:12439:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at ffff96f288bd8e00. 00000020:00000010:3.0:1773941435.827589:0:12439:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff96f286074c00. 00000020:00000010:3.0:1773941435.827591:0:12439:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at ffff96f298b32ae0. 00010000:00000001:3.0:1773941435.827603:0:12439:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:3.0:1773941435.827619:0:12439:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:3.0:1773941435.827629:0:12439:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff96f286074000. 00000020:00000010:3.0:1773941435.827631:0:12439:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff96f288bd9600. 00010000:00000001:3.0:1773941435.827640:0:12439:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:3.0:1773941435.827641:0:12439:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.202.145@tcp-0 is initialized 00010000:00000001:3.0:1773941435.827643:0:12439:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.827645:0:12439:0:(ldlm_resource.c:1046:ldlm_namespace_new()) Process leaving (rc=18446628567107726336 : -115506601825280 : ffff96f286076c00) 00010000:00000001:3.0:1773941435.827647:0:12439:0:(ldlm_lib.c:605:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941435.827649:0:12439:0:(mgc_request.c:751:mgc_llog_init()) Process entered 00000040:00000001:3.0:1773941435.827651:0:12439:0:(llog_obd.c:133:llog_setup()) Process entered 00000040:00000010:3.0:1773941435.827653:0:12439:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at ffff96f2989ac540. 00000020:00000040:3.0:1773941435.827656:0:12439:0:(genops.c:887:class_export_get()) GET export ffff96f283d89000 refcount=2 00000040:01000000:3.0:1773941435.827658:0:12439:0:(llog_obd.c:195:llog_setup()) obd MGC192.168.202.145@tcp ctxt 1 is initialized 00000040:00000001:3.0:1773941435.827663:0:12439:0:(llog_obd.c:199:llog_setup()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1773941435.827664:0:12439:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 00000040:00000001:3.0:1773941435.827666:0:12439:0:(llog_net.c:31:llog_initiator_connect()) Process entered 00000020:00000040:3.0:1773941435.827668:0:12439:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=2 obd=MGC192.168.202.145@tcp 00000040:00000001:3.0:1773941435.827670:0:12439:0:(llog_net.c:44:llog_initiator_connect()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1773941435.827671:0:12439:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff96f2989ac540 : new refcount 1 10000000:00000001:3.0:1773941435.827673:0:12439:0:(mgc_request.c:767:mgc_llog_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941435.827767:0:12439:0:(lprocfs_status.c:1339:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 10000000:00000001:1.0:1773941435.827902:0:12453:0:(mgc_request.c:629:mgc_requeue_thread()) Process entered 10000000:01000000:1.0:1773941435.827905:0:12453:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 10000000:00000001:3.0:1773941435.827922:0:12439:0:(mgc_request.c:896:mgc_device_alloc()) Process leaving (rc=18446628567546701248 : -115506162850368 : ffff96f2a031a5c0) 00000020:00000010:3.0:1773941435.827928:0:12439:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f2a0da3e00. 00000040:00000010:3.0:1773941435.827933:0:12439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f2a0da2000. 00000020:00000010:3.0:1773941435.827936:0:12439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f283d8e000. 00000020:00000010:3.0:1773941435.827939:0:12439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f2a0da3200. 00040000:00000010:3.0:1773941435.827942:0:12439:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f283258700. 00040000:00000010:3.0:1773941435.827945:0:12439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f2a0da2c00. 00000020:00000010:3.0:1773941435.827948:0:12439:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f2a0da2e00. 00000020:00000010:3.0:1773941435.827951:0:12439:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96f290a26700. 00000020:00000010:3.0:1773941435.827954:0:12439:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96f2917fb4b0. 00008000:00000010:3.0:1773941435.827957:0:12439:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f287eef380. 00000020:00000010:3.0:1773941435.827977:0:12439:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f2a0da2400. 00000020:00000001:3.0:1773941435.827981:0:12439:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941435.827985:0:12439:0:(obd_config.c:1030:class_incref()) incref MGC192.168.202.145@tcp (ffff96f298b5cd28) now 4 - setup 00000020:00000080:3.0:1773941435.827988:0:12439:0:(obd_config.c:861:class_setup()) finished setup of obd MGC192.168.202.145@tcp (uuid aed6ad44-ca90-40b5-927d-12baaf0d776a) 00000020:00000001:3.0:1773941435.827991:0:12439:0:(obd_config.c:863:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941435.827993:0:12439:0:(obd_config.c:1651:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773941435.827997:0:12439:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 104 at ffff96f290a26600. 00000020:00000001:3.0:1773941435.828003:0:12439:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1773941435.828005:0:12439:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1773941435.828009:0:12439:0:(mgc_request.c:1125:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941435.828011:0:12439:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941435.828013:0:12439:0:(obd_class.h:852:obd_connect()) Process entered 00010000:00000001:3.0:1773941435.828014:0:12439:0:(ldlm_lib.c:670:client_connect_import()) Process entered 00000020:00000001:3.0:1773941435.828016:0:12439:0:(genops.c:1394:class_connect()) Process entered 00000020:00000001:3.0:1773941435.828018:0:12439:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1773941435.828025:0:12439:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff96f2a0db0800. 00000020:00000001:3.0:1773941435.828028:0:12439:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941435.828029:0:12439:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f2a0db0800 with handle 0x6eb1e9e7edefbfa5 to hash 00000020:00000001:3.0:1773941435.828031:0:12439:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1773941435.828034:0:12439:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:3.0:1773941435.828036:0:12439:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941435.828038:0:12439:0:(obd_config.c:1030:class_incref()) incref MGC192.168.202.145@tcp (ffff96f298b5cd28) now 5 - export 00000020:00000001:3.0:1773941435.828040:0:12439:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000040:3.0:1773941435.828043:0:12439:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 1 00000020:00000080:3.0:1773941435.828045:0:12439:0:(genops.c:1404:class_connect()) connect: client aed6ad44-ca90-40b5-927d-12baaf0d776a, cookie 0x6eb1e9e7edefbfa5 00000020:00000001:3.0:1773941435.828046:0:12439:0:(genops.c:1405:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941435.828048:0:12439:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941435.828049:0:12439:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:3.0:1773941435.828050:0:12439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941435.828052:0:12439:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=2 00000020:00000001:3.0:1773941435.828053:0:12439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:3.0:1773941435.828055:0:12439:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000001:3.0:1773941435.828059:0:12439:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1773941435.828061:0:12439:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941435.828064:0:12439:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 0 00000400:00000200:3.0:1773941435.828067:0:12439:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941435.828069:0:12439:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000001:3.0:1773941435.828071:0:12439:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941435.828073:0:12439:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:3.0:1773941435.828075:0:12439:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:3.0:1773941435.828076:0:12439:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941435.828078:0:12439:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:3.0:1773941435.828080:0:12439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941435.828081:0:12439:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:3.0:1773941435.828082:0:12439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:3.0:1773941435.828084:0:12439:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000001:3.0:1773941435.828085:0:12439:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941435.828092:0:12439:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:3.0:1773941435.828094:0:12439:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:3.0:1773941435.828096:0:12439:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:3.0:1773941435.828098:0:12439:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:3.0:1773941435.828100:0:12439:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941435.828101:0:12439:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941435.828104:0:12439:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1773941435.828105:0:12439:0:(sec.c:1450:sptlrpc_sec_create()) mgc MGC192.168.202.145@tcp: select security flavor null 02000000:00000001:3.0:1773941435.828109:0:12439:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072653000352 : -1056551264 : ffffffffc1064ea0) 02000000:00000001:3.0:1773941435.828110:0:12439:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.828112:0:12439:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941435.828114:0:12439:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941435.828118:0:12439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f288e50a80. 00000020:00000040:3.0:1773941435.828121:0:12439:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 02000000:00000001:3.0:1773941435.828124:0:12439:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941435.828126:0:12439:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.828128:0:12439:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941435.828131:0:12439:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941435.828133:0:12439:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941435.828140:0:12439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f286074800. 00000100:00000001:3.0:1773941435.828145:0:12439:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941435.828152:0:12439:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f288e50a80 x1860112264212864/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941435.828160:0:12439:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941435.828163:0:12439:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941435.828166:0:12439:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2646adc] to pc [ptlrpcd_rcv+-1] req@ffff96f288e50a80 x1860112264212864/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941435.828183:0:12439:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.828186:0:12439:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:3.0:1773941435.828187:0:12439:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS 00000020:00000040:3.0:1773941435.828189:0:12439:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941435.828198:0:12439:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.828205:0:12439:0:(ldlm_lib.c:725:client_connect_import()) Process leaving 00000020:00000001:3.0:1773941435.828207:0:12439:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941435.828209:0:12439:0:(obd_mount.c:561:lustre_start_mgc()) kfreed 'uuid': 40 at ffff96f2a031ab80. 00000100:00000001:0.0:1773941435.828211:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1773941435.828212:0:12439:0:(obd_mount.c:562:lustre_start_mgc()) kfreed 'data': 192 at ffff96f282b25e40. 00000020:00000010:3.0:1773941435.828215:0:12439:0:(obd_mount.c:563:lustre_start_mgc()) kfreed 'mgcname': 23 at ffff96f285724b00. 00000020:00000001:3.0:1773941435.828217:0:12439:0:(obd_mount.c:565:lustre_start_mgc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941435.828222:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000080:00000001:3.0:1773941435.828223:0:12439:0:(llite_lib.c:1392:ll_fill_super()) Process entered 00000100:00000040:1.0:1773941435.828225:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (191) 00000080:00200000:3.0:1773941435.828227:0:12439:0:(llite_lib.c:1395:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff96f283d8c000 (sb ffff96f283d8c000) 00000100:00000001:0.0:1773941435.828227:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000080:00000010:3.0:1773941435.828234:0:12439:0:(llite_lib.c:1399:ll_fill_super()) kmalloced '(cfg)': 88 at ffff96f298b32300. 00000100:00000040:0.0:1773941435.828237:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f288e50a80 x1860112264212864/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000080:00000001:3.0:1773941435.828238:0:12439:0:(llite_lib.c:93:ll_init_sbi()) Process entered 00000080:00000010:3.0:1773941435.828244:0:12439:0:(llite_lib.c:95:ll_init_sbi()) kmalloced '(sbi)': 1376 at ffff96f2a0db2000. 00000100:00000001:0.0:1773941435.828251:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941435.828253:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941435.828256:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941435.828258:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941435.828260:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941435.828263:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f288e50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264212864:192.168.202.145@tcp:250:mount.lustre.0 00000100:00000001:0.0:1773941435.828267:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941435.828270:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941435.828273:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941435.828275:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941435.828280:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f288f6b800. 02000000:00000001:0.0:1773941435.828282:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941435.828286:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941435.828289:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3948. 00000400:00000010:0.0:1773941435.828294:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5dee0. 00000020:00000001:3.0:1773941435.828296:0:12439:0:(cl_page.c:1379:cl_cache_init()) Process entered 00000100:00000200:0.0:1773941435.828297:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264212864, portal 25 00000100:00000001:0.0:1773941435.828301:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941435.828302:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567155804800 : -115506553746816 : ffff96f288e50a80) 00000100:00000040:0.0:1773941435.828307:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f288e50a80 x1860112264212864/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941435.828313:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941435.828316:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000020:00000010:3.0:1773941435.828317:0:12439:0:(cl_page.c:1380:cl_cache_init()) kmalloced '(cache)': 152 at ffff96f2989acc00. 00000400:00000010:0.0:1773941435.828319:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d990. 00000020:00000001:3.0:1773941435.828322:0:12439:0:(cl_page.c:1396:cl_cache_init()) Process leaving (rc=18446628567419374592 : -115506290177024 : ffff96f2989acc00) 00000100:00000200:0.0:1773941435.828324:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264212864, offset 0 00000080:00000010:3.0:1773941435.828330:0:12439:0:(llite_lib.c:129:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at ffff96f282d7dc00. 00000400:00000200:0.0:1773941435.828331:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000080:00000010:3.0:1773941435.828338:0:12439:0:(llite_lib.c:136:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at ffff96f282d7d8a8. 00000400:00000200:0.0:1773941435.828339:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941435.828346:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941435.828350:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000080:00000001:3.0:1773941435.828354:0:12439:0:(llite_lib.c:240:ll_init_sbi()) Process leaving (rc=18446628567557808128 : -115506151743488 : ffff96f2a0db2000) 00000400:00000200:0.0:1773941435.828354:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000080:00000001:3.0:1773941435.828359:0:12439:0:(llite_lib.c:1107:ll_options()) Process entered 00000080:00000001:3.0:1773941435.828362:0:12439:0:(llite_lib.c:1109:ll_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941435.828366:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000080:01000000:3.0:1773941435.828371:0:12439:0:(llite_lib.c:1429:ll_fill_super()) llite sb uuid: d9ee4f30-74bc-4434-9d82-280de3904bda 00000400:00000200:0.0:1773941435.828371:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941435.828377:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[0, 3] 00000400:00000200:0.0:1773941435.828381:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:0.0:1773941435.828384:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [107:107:256:4294967295] 192.168.202.145@tcp LPNI seq info [4:4:8:4294967295] 00000400:00000200:0.0:1773941435.828388:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941435.828398:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:0.0:1773941435.828403:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:0.0:1773941435.828406:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7300. 00000800:00000200:0.0:1773941435.828412:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:0.0:1773941435.828416:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:0.0:1773941435.828419:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1773941435.828431:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941435.828436:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:0.0:1773941435.828438:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294855739 00000100:00000001:0.0:1773941435.828443:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294855663 00000100:00000001:0.0:1773941435.828446:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294855739 00000100:00000001:0.0:1773941435.828449:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294855663 00000100:00000001:0.0:1773941435.828455:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941435.828457:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941435.828460:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941435.828462:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941435.828466:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941435.828468:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773941435.828470:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941435.828471:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941435.828472:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941435.828473:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941435.828482:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941435.828486:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7300. 00000400:00000200:3.0:1773941435.828489:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941435.828494:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941435.828497:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d990 00000400:00000010:3.0:1773941435.828498:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d990. 00000100:00000001:3.0:1773941435.828501:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941435.828506:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f288e50a80 x1860112264212864/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941435.828512:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941435.828515:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f288e50a80 x1860112264212864/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941445 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941435.828520:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.828527:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000001:3.0:1773941435.828667:0:12439:0:(lproc_llite.c:2772:ll_debugfs_register_super()) Process entered 00000020:00000010:3.0:1773941435.829039:0:12439:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff96f286076800. 00000020:00000010:3.0:1773941435.829043:0:12439:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1440 at ffff96f2a0db6000. 00000020:00000010:3.0:1773941435.829055:0:12439:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff96f286075000. 00000020:00000010:3.0:1773941435.829058:0:12439:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 576 at ffff96f286076400. 00000080:00000001:3.0:1773941435.829066:0:12439:0:(lproc_llite.c:2842:ll_debugfs_register_super()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941435.829069:0:12439:0:(obd_mount.c:62:lustre_process_log()) Process entered 00000020:00000010:3.0:1773941435.829071:0:12439:0:(obd_mount.c:67:lustre_process_log()) kmalloced '(bufs)': 104 at ffff96f290a26600. 00000020:00000010:3.0:1773941435.829075:0:12439:0:(obd_mount.c:76:lustre_process_log()) kmalloced '(lcfg)': 184 at ffff96f2989ac3c0. 00000020:00000001:3.0:1773941435.829077:0:12439:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1773941435.829079:0:12439:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f288bd8400. 00000020:00000010:3.0:1773941435.829082:0:12439:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f288bd8600. 00000040:00000010:3.0:1773941435.829084:0:12439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f2a0da2400. 00000020:00000010:3.0:1773941435.829086:0:12439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f2a0db1800. 00000020:00000010:3.0:1773941435.829088:0:12439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f2a0da2e00. 00040000:00000010:3.0:1773941435.829091:0:12439:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f283258100. 00040000:00000010:3.0:1773941435.829093:0:12439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f2a0da2c00. 10000000:00000001:3.0:1773941435.829096:0:12439:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:3.0:1773941435.829097:0:12439:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:01000000:3.0:1773941435.829100:0:12439:0:(mgc_request.c:1953:mgc_process_config()) parse_log lustre-client from 0 10000000:00000001:3.0:1773941435.829102:0:12439:0:(mgc_request.c:326:config_log_add()) Process entered 10000000:01000000:3.0:1773941435.829103:0:12439:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff96f283d8c000 10000000:00000001:3.0:1773941435.829106:0:12439:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1773941435.829107:0:12439:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941435.829109:0:12439:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:3.0:1773941435.829110:0:12439:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff96f298b5cd28 10000000:00000010:3.0:1773941435.829112:0:12439:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at ffff96f2a0da3200. 10000000:01000000:3.0:1773941435.829114:0:12439:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:3.0:1773941435.829117:0:12439:0:(genops.c:887:class_export_get()) GET export ffff96f283d89000 refcount=3 02000000:00000010:3.0:1773941435.829120:0:12439:0:(sec_config.c:546:sptlrpc_conf_get()) kmalloced '(conf)': 120 at ffff96f290a26700. 02000000:08000000:3.0:1773941435.829122:0:12439:0:(sec_config.c:557:sptlrpc_conf_get()) create sptlrpc conf lustre 10000000:00000001:3.0:1773941435.829124:0:12439:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941435.829126:0:12439:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f298b5cd28 from 1 10000000:00000001:3.0:1773941435.829127:0:12439:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941435.829134:0:12439:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941435.829138:0:12439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f288e53100. 00000020:00000040:3.0:1773941435.829140:0:12439:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941435.829143:0:12439:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941435.829144:0:12439:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941435.829146:0:12439:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941435.829149:0:12439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f2a0da2000. 00000100:00000001:3.0:1773941435.829152:0:12439:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.829155:0:12439:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941435.829157:0:12439:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941435.829162:0:12439:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f2a21ee500. 00010000:00000001:3.0:1773941435.829166:0:12439:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941435.829168:0:12439:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f2829b2a00. 00000020:00000010:3.0:1773941435.829172:0:12439:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff96f290a26f00. 00000020:00000001:3.0:1773941435.829174:0:12439:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941435.829175:0:12439:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f2829b2a00 with handle 0x6eb1e9e7edefbfac to hash 00000020:00000001:3.0:1773941435.829177:0:12439:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941435.829179:0:12439:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567050299904 : -115506659251712 : ffff96f2829b2a00) 00010000:00000001:3.0:1773941435.829181:0:12439:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567050299904 : -115506659251712 : ffff96f2829b2a00) 00010000:00000001:3.0:1773941435.829184:0:12439:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941435.829186:0:12439:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941435.829189:0:12439:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f2829b2a00/0x6eb1e9e7edefbfac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941435.829196:0:12439:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f2829b2a00/0x6eb1e9e7edefbfac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941435.829205:0:12439:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f2829b2a00/0x6eb1e9e7edefbfac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941435.829209:0:12439:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941435.829211:0:12439:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941435.829215:0:12439:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f2989ac000. 00000100:00000001:3.0:1773941435.829217:0:12439:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567419371520 : -115506290180096 : ffff96f2989ac000) 00000100:00000001:3.0:1773941435.829223:0:12439:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941435.829224:0:12439:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567155814656 : -115506553736960 : ffff96f288e53100) 00000100:00000001:3.0:1773941435.829227:0:12439:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941435.829229:0:12439:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.829230:0:12439:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941435.829232:0:12439:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941435.829236:0:12439:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f288e53100 x1860112264212992/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941435.829242:0:12439:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941435.829243:0:12439:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1773941435.829246:0:12439:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff96f288e53100 x1860112264212992/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941435.829251:0:12439:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.829252:0:12439:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941435.829253:0:12439:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941435.829255:0:12439:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2989ac000 going to sleep for 0 seconds 00000100:00000001:3.0:1773941435.829257:0:12439:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941435.829258:0:12439:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941435.829260:0:12439:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941435.829261:0:12439:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941435.829262:0:12439:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.829760:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941435.829762:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941435.829767:0:487:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff96f2a0da3e00. 00000020:00000001:3.0:1773941435.829779:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941435.829781:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941435.829782:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1773941435.829981:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941435.829988:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941435.829991:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941435.829994:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941435.829999:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941435.830005:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941435.830011:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941435.830077:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941435.830081:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941435.830084:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c03180 00000400:00000200:3.0:1773941435.830088:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941435.830093:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xa4d [1] + 0 00000800:00000001:3.0:1773941435.830097:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941435.830104:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941435.830106:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941435.830109:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:3.0:1773941435.830112:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941435.830116:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f288e50a80 x1860112264212864/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941435.830126:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f288e50a80 x1860112264212864/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941435.830139:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941435.830144:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941435.830147:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941435.830176:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941435.830180:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941435.830192:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941435.830195:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941435.830197:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3948. 00000400:00000200:1.0:1773941435.830202:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5dee0 00000400:00000010:1.0:1773941435.830204:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5dee0. 00000100:00000001:1.0:1773941435.830206:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941435.830212:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f288e50a80 x1860112264212864/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941435.830221:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f288e50a80 x1860112264212864/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941435.830226:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941435.830228:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941435.830231:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941435.830233:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941435.830235:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941435.830236:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941435.830238:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941435.830243:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=1773941435 v=5 (0 0 0 0) 00000100:00001000:1.0:1773941435.830246:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941435 v=0 (0 0 0 0) 00000100:00001000:1.0:1773941435.830248:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:1.0:1773941435.830250:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941435.830251:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941435.830253:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941435.830255:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.830257:0:2352:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1773941435.830259:0:2352:0:(client.c:3081:ptlrpc_free_committed()) MGC192.168.202.145@tcp: committing for last_committed 0 gen 1 00000100:00000040:1.0:1773941435.830261:0:2352:0:(client.c:3191:ptlrpc_free_committed()) MGC192.168.202.145@tcp: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1773941435.830262:0:2352:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773941435.830263:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941435.830267:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f288e50a80 x1860112264212864/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941445 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941435.830272:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941435.830274:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941435.830276:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941435.830283:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1773941435.830287:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:1.0:1773941435.830289:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941435.830290:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:1.0:1773941435.830292:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941435.830294:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:1.0:1773941435.830296:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:1.0:1773941435.830298:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:1.0:1773941435.830301:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941435 v=0 (0 0 0 0) 00000100:00001000:1.0:1773941435.830303:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:1.0:1773941435.830307:0:2352:0:(import.c:951:ptlrpc_connect_set_flags()) MGC192.168.202.145@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 00000020:00000040:1.0:1773941435.830309:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:1.0:1773941435.830311:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941435.830313:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:1.0:1773941435.830315:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.830316:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941435.830319:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1773941435.830321:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941435.830322:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941435.830323:0:2352:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 00000100:00080000:1.0:1773941435.830332:0:2352:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941435.830333:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.830335:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941435.830336:0:2352:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941435.830338:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1773941435.830343:0:2352:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 0000000047791c05): req@ffff96f288e53100 x1860112264212992/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941435.830357:0:2352:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.830359:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941435.830363:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f288e50a80 x1860112264212864/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941445 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941435.830369:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f288e50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264212864:192.168.202.145@tcp:250:mount.lustre.0 00000100:00000001:3.0:1773941435.830379:0:12439:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941435.830380:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941435.830382:0:12439:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941435.830383:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941435.830387:0:12439:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1773941435.830390:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f288e50a80 x1860112264212864/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941445 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941435.830391:0:12439:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941435.830399:0:12439:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1773941435.830401:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941435.830403:0:12439:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941435.830404:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941435.830408:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f288f6b800. 02000000:00000001:3.0:1773941435.830410:0:12439:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941435.830413:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1773941435.830415:0:12439:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1773941435.830416:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941435.830419:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941435.830421:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1773941435.830422:0:12439:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1773941435.830423:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f286074800. 02000000:00000001:3.0:1773941435.830426:0:12439:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941435.830428:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941435.830430:0:12439:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1773941435.830431:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941435.830435:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f288e50a80. 02000000:00000010:3.0:1773941435.830438:0:12439:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f286075800. 00000100:00000001:1.0:1773941435.830438:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941435.830441:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1773941435.830444:0:12439:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941435.830446:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941435.830453:0:12439:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:1.0:1773941435.830453:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941435.830457:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773941435.830461:0:12439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7840. 00000100:00000001:1.0:1773941435.830462:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941435.830467:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773941435.830470:0:12439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51aa0. 00000100:00000200:3.0:1773941435.830474:0:12439:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264212992, portal 25 00000100:00000001:3.0:1773941435.830483:0:12439:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941435.830485:0:12439:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567155814656 : -115506553736960 : ffff96f288e53100) 00000100:00000040:3.0:1773941435.830491:0:12439:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f288e53100 x1860112264212992/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941435.830497:0:12439:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941435.830499:0:12439:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:3.0:1773941435.830502:0:12439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51550. 00000100:00000200:3.0:1773941435.830506:0:12439:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264212992, offset 0 00000400:00000200:3.0:1773941435.830511:0:12439:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:3.0:1773941435.830516:0:12439:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941435.830519:0:12439:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:3.0:1773941435.830522:0:12439:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941435.830524:0:12439:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:3.0:1773941435.830527:0:12439:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941435.830530:0:12439:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941435.830532:0:12439:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[4, 3] 00000400:00000200:3.0:1773941435.830535:0:12439:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000400:00000200:3.0:1773941435.830537:0:12439:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [108:108:256:4294967295] 192.168.202.155@tcp LPNI seq info [5:5:8:4294967295] 00000400:00000200:3.0:1773941435.830541:0:12439:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:3.0:1773941435.830549:0:12439:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00000800:00000200:3.0:1773941435.830553:0:12439:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.155@tcp 00000800:00000010:3.0:1773941435.830557:0:12439:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258800. 00000800:00000200:3.0:1773941435.830561:0:12439:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00000800:00000200:3.0:1773941435.830566:0:12439:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:3.0:1773941435.830569:0:12439:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941435.830577:0:12439:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941435.830581:0:12439:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:3.0:1773941435.830583:0:12439:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294855741 00000800:00000200:3.0:1773941435.830625:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941435.830628:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258800. 00000400:00000200:3.0:1773941435.830631:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941435.830640:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:3.0:1773941435.830644:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51550 00000400:00000010:3.0:1773941435.830646:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51550. 00000100:00000001:3.0:1773941435.830649:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941435.830652:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f288e53100 x1860112264212992/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941435.830658:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941435.830662:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f288e53100 x1860112264212992/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941451 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941435.830667:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.830669:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773941435.830683:0:12439:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294855739 00000100:00000001:3.0:1773941435.830686:0:12439:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294855741 00000100:00000001:3.0:1773941435.830782:0:12439:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294855739 00000100:00000001:3.0:1773941435.830786:0:12439:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941435.830788:0:12439:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941435.830790:0:12439:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941435.830792:0:12439:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941435.830794:0:12439:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2989ac000 going to sleep for 11 seconds 00000100:00000001:3.0:1773941435.830796:0:12439:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941435.830797:0:12439:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941436.845821:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941436.845829:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941436.845874:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941436.845877:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941436.845881:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1773941437.613800:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941437.613808:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:3.0:1773941437.869828:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941437.869837:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941437.869860:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941437.869864:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941437.869867:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773941437.997780:0:708:0:(connection.c:75:cpu_latency_work()) work item of ffff96f287d7aa20 (cpu 0) has reached its deadline 4294855741, at 4294855744 00000100:00000040:3.0:1773941437.997789:0:487:0:(connection.c:75:cpu_latency_work()) work item of ffff96f287d7ab30 (cpu 0) has reached its deadline 4294855741, at 4294855744 00000100:00000010:2.0:1773941437.997793:0:708:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96f28376fcc0. 00000100:00000010:3.0:1773941437.997798:0:487:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96f28376fd80. 00010000:00000001:3.0:1773941438.893815:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941438.893821:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941438.893868:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941438.893871:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941438.893874:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1773941439.149772:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941439.149778:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:3.0:1773941439.917820:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941439.917842:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941439.917859:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941439.917861:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941439.917863:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1773941440.941801:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941440.941807:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941440.941857:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941440.941860:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941440.941863:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773941441.005795:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773941441.005804:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773941441.005812:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298ae8e00. 00000020:00000040:1.0:1773941441.005827:0:37:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:1.0:1773941441.005830:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941441.005833:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941441.005838:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941441.005844:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f298b8fd00. 00000100:00000001:1.0:1773941441.005849:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941441.005859:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS req@ffff96f298ae8e00 x1860112264213120/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941441.005868:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941441.005871:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941441.005876:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025935274] to pc [ptlrpcd_00_00+0] req@ffff96f298ae8e00 x1860112264213120/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941441.005904:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941441.005908:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (196) 00000100:00000001:1.0:1773941441.005949:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1773941441.005953:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1773941441.005957:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941441.005961:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941441.005964:0:2354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941441.005966:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941441.005970:0:2354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941441.005974:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941441.005976:0:2354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941441.005979:0:2354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941441.005987:0:2354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298ae8e00 x1860112264213120/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941441.005993:0:2354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941441.005995:0:2354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941441.005998:0:2354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941441.006000:0:2354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941441.006002:0:2354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941441.006005:0:2354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298ae8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aed6ad44-ca90-40b5-927d-12baaf0d776a:2354:1860112264213120:192.168.202.145@tcp:400:kworker.0 00000100:00000001:1.0:1773941441.006008:0:2354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941441.006013:0:2354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941441.006014:0:2354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941441.006023:0:2354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941441.006027:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f289153200. 02000000:00000001:1.0:1773941441.006030:0:2354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941441.006036:0:2354:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941441.006041:0:2354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15370. 00000400:00000010:1.0:1773941441.006047:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1660. 00000100:00000200:1.0:1773941441.006056:0:2354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112264213120, portal 25 00000100:00000001:1.0:1773941441.006059:0:2354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941441.006061:0:2354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420669440 : -115506288882176 : ffff96f298ae8e00) 00000100:00000040:1.0:1773941441.006068:0:2354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298ae8e00 x1860112264213120/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941441.006077:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941441.006080:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:1.0:1773941441.006083:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1cc0. 00000100:00000200:1.0:1773941441.006086:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112264213120, offset 0 00000400:00000200:1.0:1773941441.006093:0:2354:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941441.006101:0:2354:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941441.006107:0:2354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941441.006111:0:2354:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941441.006115:0:2354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941441.006118:0:2354:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941441.006120:0:2354:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941441.006122:0:2354:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[4, 5] 00000400:00000200:1.0:1773941441.006124:0:2354:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:1.0:1773941441.006128:0:2354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [109:109:256:4294967295] 192.168.202.145@tcp LPNI seq info [6:6:8:4294967295] 00000400:00000200:1.0:1773941441.006130:0:2354:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941441.006138:0:2354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:1.0:1773941441.006142:0:2354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:1.0:1773941441.006146:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f298b8f300. 00000800:00000200:1.0:1773941441.006152:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:1.0:1773941441.006158:0:2354:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:1.0:1773941441.006166:0:2354:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f298b8f300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773941441.006180:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941441.006183:0:2354:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:1.0:1773941441.006185:0:2354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294860917 00000100:00000010:1.0:1773941441.006189:0:2354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f2830d2d80. 00000100:00000001:1.0:1773941441.006194:0:2354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1773941441.006198:0:2354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294860917 00000100:00000010:1.0:1773941441.006201:0:2354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f2830d2180. 00000100:00000001:1.0:1773941441.006204:0:2354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1773941441.006207:0:2354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941441.006208:0:2354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941441.006211:0:2354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941441.006213:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941441.006291:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941441.006296:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f298b8f300. 00000400:00000200:3.0:1773941441.006301:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941441.006306:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941441.006311:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1cc0 00000400:00000010:3.0:1773941441.006314:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1cc0. 00000100:00000001:3.0:1773941441.006318:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941441.006322:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298ae8e00 x1860112264213120/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941441.006330:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941441.006333:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298ae8e00 x1860112264213120/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941457 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941441.006338:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941441.006339:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941441.007732:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941441.007741:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941441.007743:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941441.007745:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941441.007750:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941441.007753:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941441.007758:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941441.007761:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941441.007764:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941441.007767:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c03280 00000400:00000200:3.0:1773941441.007770:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941441.007774:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xa65 [1] + 224 00000800:00000001:3.0:1773941441.007780:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941441.007784:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941441.007823:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941441.007826:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:3.0:1773941441.007830:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941441.007833:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298ae8e00 x1860112264213120/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941457 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941441.007841:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96f298ae8e00 x1860112264213120/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941441.007854:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941441.007860:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941441.007863:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941441.007887:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941441.007890:0:2354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941441.007895:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941441.007896:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941441.007899:0:2354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15370. 00000400:00000200:1.0:1773941441.007902:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1660 00000400:00000010:1.0:1773941441.007903:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1660. 00000100:00000001:1.0:1773941441.007906:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941441.007924:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298ae8e00 x1860112264213120/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941441.007937:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298ae8e00 x1860112264213120/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941457 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941441.007944:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941441.007946:0:2354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941441.007949:0:2354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941441.007952:0:2354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941441.007954:0:2354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941441.007957:0:2354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941441.007960:0:2354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941441.007966:0:2354:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941441.007970:0:2354:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941441.007981:0:2354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941441.007983:0:2354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941441.007985:0:2354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941441.007987:0:2354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941441.007989:0:2354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941441.007993:0:2354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298ae8e00 x1860112264213120/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941457 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941441.007999:0:2354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941441.008001:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941441.008002:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941441.008005:0:2354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298ae8e00 x1860112264213120/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941457 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941441.008010:0:2354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298ae8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aed6ad44-ca90-40b5-927d-12baaf0d776a:2354:1860112264213120:192.168.202.145@tcp:400:kworker.0 00000100:00000001:1.0:1773941441.008014:0:2354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941441.008015:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941441.008017:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298ae8e00 x1860112264213120/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941457 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941441.008025:0:2354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941441.008028:0:2354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941441.008030:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f289153200. 02000000:00000001:1.0:1773941441.008034:0:2354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941441.008036:0:2354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941441.008038:0:2354:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941441.008040:0:2354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941441.008042:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f298b8fd00. 02000000:00000001:1.0:1773941441.008046:0:2354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941441.008047:0:2354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941441.008049:0:2354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298ae8e00. 00000100:00000001:1.0:1773941441.008052:0:2354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941441.008054:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941441.008056:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941441.008060:0:2354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941441.008061:0:2354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941441.008069:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941441.008071:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941441.965815:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941441.965822:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941441.965840:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941441.965843:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941441.965846:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1773941442.669807:0:2350:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff96f28a270508. 00000400:00000010:3.0:1773941442.669823:0:2350:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff96f28a270e00. 00010000:00000001:3.0:1773941442.989812:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941442.989818:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941442.989888:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941442.989908:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941442.989912:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773941443.181785:0:487:0:(connection.c:75:cpu_latency_work()) work item of ffff96f287d7ab30 (cpu 0) has reached its deadline 4294860917, at 4294860928 00000100:00000040:2.0:1773941443.181787:0:708:0:(connection.c:75:cpu_latency_work()) work item of ffff96f287d7aa20 (cpu 0) has reached its deadline 4294860917, at 4294860928 00000100:00000010:2.0:1773941443.181800:0:708:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96f2830d2d80. 00000100:00000010:3.0:1773941443.181802:0:487:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96f2830d2180. 00010000:00000001:3.0:1773941444.013871:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941444.013883:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941444.013951:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941444.013954:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941444.013958:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1773941445.037812:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941445.037818:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941445.037913:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941445.037917:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941445.037920:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1773941446.061816:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941446.061823:0:487:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773941446.061825:0:487:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773941446.061828:0:487:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941446.061832:0:487:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773941446.061834:0:487:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941446.061851:0:487:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941446.061853:0:487:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941446.061884:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941446.061885:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941446.061887:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773941446.125813:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773941446.125822:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773941446.125831:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298ae8e00. 00000020:00000040:1.0:1773941446.125836:0:36:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:1.0:1773941446.125839:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941446.125842:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941446.125847:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941446.125852:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f298b8fd00. 00000100:00000001:1.0:1773941446.125858:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941446.125882:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS req@ffff96f298ae8e00 x1860112264213248/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941446.125892:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941446.125895:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941446.125901:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025935274] to pc [ptlrpcd_00_01+1] req@ffff96f298ae8e00 x1860112264213248/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941446.125924:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941446.125928:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (201) 00000100:00000001:0.0:1773941446.125968:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941446.125974:0:2354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941446.125990:0:2354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941446.125998:0:2354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298ae8e00 x1860112264213248/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941446.126009:0:2354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941446.126011:0:2354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941446.126015:0:2354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941446.126018:0:2354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941446.126021:0:2354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941446.126024:0:2354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298ae8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aed6ad44-ca90-40b5-927d-12baaf0d776a:2354:1860112264213248:192.168.202.145@tcp:400:kworker.0 00000100:00000001:0.0:1773941446.126027:0:2354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941446.126032:0:2354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941446.126033:0:2354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941446.126035:0:2354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941446.126040:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f283eb8c00. 02000000:00000001:0.0:1773941446.126041:0:2354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941446.126047:0:2354:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941446.126050:0:2354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3e18. 00000400:00000010:0.0:1773941446.126055:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5ddd0. 00000100:00000200:0.0:1773941446.126061:0:2354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112264213248, portal 25 00000100:00000001:0.0:1773941446.126063:0:2354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941446.126065:0:2354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420669440 : -115506288882176 : ffff96f298ae8e00) 00000100:00000040:0.0:1773941446.126069:0:2354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298ae8e00 x1860112264213248/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941446.126075:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941446.126078:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:0.0:1773941446.126079:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d2a8. 00000100:00000200:0.0:1773941446.126082:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112264213248, offset 0 00000400:00000200:0.0:1773941446.126086:0:2354:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941446.126092:0:2354:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941446.126098:0:2354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941446.126102:0:2354:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941446.126105:0:2354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941446.126108:0:2354:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941446.126115:0:2354:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941446.126117:0:2354:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[6, 5] 00000400:00000200:0.0:1773941446.126121:0:2354:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000400:00000200:0.0:1773941446.126124:0:2354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [110:110:256:4294967295] 192.168.202.155@tcp LPNI seq info [7:7:8:4294967295] 00000400:00000200:0.0:1773941446.126127:0:2354:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:0.0:1773941446.126136:0:2354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00000800:00000200:0.0:1773941446.126141:0:2354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.155@tcp 00000800:00000010:0.0:1773941446.126145:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7600. 00000800:00000200:0.0:1773941446.126151:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00000800:00000200:0.0:1773941446.126158:0:2354:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:0.0:1773941446.126161:0:2354:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773941446.126175:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941446.126179:0:2354:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:0.0:1773941446.126181:0:2354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294866037 00000100:00000010:0.0:1773941446.126185:0:2354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f28376f6c0. 00000100:00000001:0.0:1773941446.126190:0:2354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1773941446.126194:0:2354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294866037 00000100:00000010:0.0:1773941446.126197:0:2354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f28376f240. 00000100:00000001:0.0:1773941446.126199:0:2354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1773941446.126202:0:2354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941446.126205:0:2354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941446.126207:0:2354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941446.126209:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941446.126216:0:2354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941446.126217:0:2354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773941446.126219:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941446.126220:0:2354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941446.126221:0:2354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941446.126223:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941446.126231:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941446.126233:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941446.126285:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941446.126290:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7600. 00000400:00000200:3.0:1773941446.126294:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941446.126299:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:3.0:1773941446.126303:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d2a8 00000400:00000010:3.0:1773941446.126306:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d2a8. 00000100:00000001:3.0:1773941446.126308:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941446.126312:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298ae8e00 x1860112264213248/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941446.126320:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941446.126322:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298ae8e00 x1860112264213248/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941462 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941446.126327:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941446.126328:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1773941447.085828:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941447.085835:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941447.085916:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941447.085919:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941447.085922:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941447.149798:0:12439:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941447.149805:0:12439:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941447.149806:0:12439:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941447.149809:0:12439:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2989ac000 going to sleep for 1 seconds 00000100:00000001:3.0:1773941447.149812:0:12439:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941447.149815:0:12439:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941448.109824:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941448.109830:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941448.109862:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941448.109865:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941448.109868:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941448.173834:0:12439:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941448.173841:0:12439:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941448.173843:0:12439:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941448.173868:0:12439:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2989ac000 going to sleep for 1 seconds 00000100:00000001:3.0:1773941448.173889:0:12439:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941448.173892:0:12439:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941448.301798:0:487:0:(connection.c:75:cpu_latency_work()) work item of ffff96f287d7ab30 (cpu 0) has reached its deadline 4294866037, at 4294866048 00000100:00000040:2.0:1773941448.301798:0:708:0:(connection.c:75:cpu_latency_work()) work item of ffff96f287d7aa20 (cpu 0) has reached its deadline 4294866037, at 4294866048 00000100:00000010:2.0:1773941448.301813:0:708:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96f28376f6c0. 00000100:00000010:3.0:1773941448.301816:0:487:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96f28376f240. 00010000:00000001:3.0:1773941449.133876:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941449.133884:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941449.133953:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941449.133961:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941449.133965:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941449.197778:0:12439:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941449.197787:0:12439:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941449.197789:0:12439:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941449.197794:0:12439:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2989ac000 going to sleep for 1 seconds 00000100:00000001:3.0:1773941449.197798:0:12439:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941449.197801:0:12439:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941450.157870:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941450.157879:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941450.157904:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941450.157906:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941450.157908:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941450.221859:0:12439:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941450.221868:0:12439:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941450.221869:0:12439:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941450.221876:0:12439:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2989ac000 going to sleep for 1 seconds 00000100:00000001:3.0:1773941450.221881:0:12439:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941450.221886:0:12439:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941451.181787:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941451.181795:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941451.182097:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941451.182104:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941451.182109:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773941451.245811:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773941451.245833:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773941451.245844:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f2a0dd2300. 00000020:00000040:2.0:1773941451.245865:0:37:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=6 obd=MGC192.168.202.145@tcp 00000100:00000001:2.0:1773941451.245870:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1773941451.245872:0:12439:0:(client.c:2542:ptlrpc_expired_set()) Process entered 02000000:00000001:2.0:1773941451.245874:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941451.245881:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941451.245888:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f299fdf800. 00000100:00000001:3.0:1773941451.245891:0:12439:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1773941451.245893:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941451.245905:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS req@ffff96f2a0dd2300 x1860112264213376/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000400:3.0:1773941451.245908:0:12439:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1773941435/real 1773941435] req@ffff96f288e53100 x1860112264212992/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941451 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941451.245926:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941451.245931:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941451.245939:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e92e519] to pc [ptlrpcd_01_01+1] req@ffff96f2a0dd2300 x1860112264213376/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941451.245962:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941451.245966:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (206) 00000100:00000001:2.0:1773941451.245978:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1773941451.245982:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1773941451.245984:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941451.245991:0:2355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941451.245993:0:2355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941451.245995:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941451.245997:0:2355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941451.245999:0:2355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941451.246004:0:2355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f2a0dd2300 x1860112264213376/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941451.246014:0:2355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941451.246016:0:2355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941451.246020:0:2355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941451.246022:0:2355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941451.246026:0:2355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941451.246029:0:2355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f2a0dd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aed6ad44-ca90-40b5-927d-12baaf0d776a:2355:1860112264213376:192.168.202.145@tcp:400:kworker.0 00000100:00000001:2.0:1773941451.246034:0:2355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941451.246039:0:2355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941451.246041:0:2355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941451.246052:0:2355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941451.246057:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f288bd8200. 02000000:00000001:2.0:1773941451.246058:0:2355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941451.246066:0:2355:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:2.0:1773941451.246070:0:2355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f28a23cbb0. 00000400:00000010:2.0:1773941451.246077:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f2a0dc1000. 00000100:00000200:2.0:1773941451.246085:0:2355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112264213376, portal 25 00000100:00000001:2.0:1773941451.246088:0:2355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941451.246090:0:2355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567557939968 : -115506151611648 : ffff96f2a0dd2300) 00000100:00000040:2.0:1773941451.246098:0:2355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f2a0dd2300 x1860112264213376/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941451.246107:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941451.246110:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:2.0:1773941451.246113:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f2a0dc1bb0. 00000100:00000200:2.0:1773941451.246116:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112264213376, offset 0 00000400:00000200:2.0:1773941451.246123:0:2355:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:2.0:1773941451.246132:0:2355:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941451.246139:0:2355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:2.0:1773941451.246145:0:2355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941451.246149:0:2355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:2.0:1773941451.246152:0:2355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941451.246154:0:2355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941451.246157:0:2355:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[6, 7] 00000400:00000200:2.0:1773941451.246159:0:2355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:2.0:1773941451.246163:0:2355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [111:111:256:4294967295] 192.168.202.145@tcp LPNI seq info [8:8:8:4294967295] 00000400:00000200:2.0:1773941451.246166:0:2355:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941451.246174:0:2355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:2.0:1773941451.246178:0:2355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:2.0:1773941451.246182:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f299fdfd00. 00000800:00000200:2.0:1773941451.246188:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:2.0:1773941451.246213:0:2355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:2.0:1773941451.246221:0:2355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f299fdfd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773941451.246231:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941451.246234:0:2355:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:2.0:1773941451.246237:0:2355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294871157 00000100:00000010:2.0:1773941451.246240:0:2355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f284cd2f60. 00000100:00000001:2.0:1773941451.246244:0:2355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1773941451.246247:0:2355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294871157 00000100:00000010:2.0:1773941451.246257:0:2355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f284cd2540. 00000100:00000001:2.0:1773941451.246261:0:2355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1773941451.246263:0:2355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941451.246265:0:2355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941451.246268:0:2355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941451.246269:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941451.246355:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941451.246360:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f299fdfd00. 00000400:00000200:2.0:1773941451.246365:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941451.246371:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941451.246377:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dc1bb0 00000400:00000010:2.0:1773941451.246379:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f2a0dc1bb0. 00000100:00000001:2.0:1773941451.246382:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941451.246387:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f2a0dd2300 x1860112264213376/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941451.246396:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941451.246399:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f2a0dd2300 x1860112264213376/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941467 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941451.246406:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941451.246407:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773941451.246435:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941451.246437:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1773941451.257860:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941451.257866:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941451.257871:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7840. 00000400:00000200:3.0:1773941451.257880:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51aa0 00000800:00000001:2.0:1773941451.257882:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1773941451.257883:0:12439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51aa0. 00000800:00000001:2.0:1773941451.257895:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941451.257899:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941451.257900:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941451.257918:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941451.257925:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000100:00000001:3.0:1773941451.257926:0:12439:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1773941451.257931:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000200:3.0:1773941451.257937:0:12439:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f288e53100 x1860112264212992/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941451 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941451.257938:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941451.257943:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941451.257949:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c03380 00000400:00000200:2.0:1773941451.257959:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941451.257967:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xa75 [1] + 224 00000100:00000200:3.0:1773941451.257971:0:12439:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f288e53100 x1860112264212992/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941451 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1773941451.257976:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1773941451.257983:0:12439:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941451.257986:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941451.257987:0:12439:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941451.257991:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1773941451.257992:0:12439:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941451.257996:0:12439:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941451.258000:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00100000:3.0:1773941451.258006:0:12439:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff96f288e53100 x1860112264212992/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941451 ref 2 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941451.258007:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941451.258015:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f2a0dd2300 x1860112264213376/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941467 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941451.258022:0:12439:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1773941451.258027:0:12439:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:00000040:2.0:1773941451.258030:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96f2a0dd2300 x1860112264213376/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:02020000:3.0:1773941451.258035:0:12439:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00000001:2.0:1773941451.258051:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941451.258059:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941451.258061:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941451.258071:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941451.258074:0:2355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941451.258077:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941451.258078:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941451.258079:0:2355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f28a23cbb0. 00000400:00000200:2.0:1773941451.258081:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dc1000 00000400:00000010:2.0:1773941451.258083:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f2a0dc1000. 00000100:00000001:2.0:1773941451.258085:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941451.258088:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f2a0dd2300 x1860112264213376/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941451.258094:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f2a0dd2300 x1860112264213376/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941467 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941451.258108:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941451.258109:0:2355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941451.258111:0:2355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941451.258113:0:2355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941451.258115:0:2355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941451.258117:0:2355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941451.258119:0:2355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941451.258124:0:2355:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941451.258127:0:2355:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941451.258129:0:2355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941451.258130:0:2355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941451.258132:0:2355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941451.258134:0:2355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941451.258136:0:2355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941451.258140:0:2355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f2a0dd2300 x1860112264213376/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941467 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941451.258144:0:2355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941451.258146:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941451.258147:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941451.258150:0:2355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f2a0dd2300 x1860112264213376/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941467 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941451.258155:0:2355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f2a0dd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aed6ad44-ca90-40b5-927d-12baaf0d776a:2355:1860112264213376:192.168.202.145@tcp:400:kworker.0 00000100:00080000:3.0:1773941451.262589:0:12439:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941451.262593:0:12439:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941451.262595:0:12439:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941451.262597:0:12439:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941451.262603:0:12439:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f288e53100 x1860112264212992/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941451 ref 2 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941451.262616:0:12439:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f298ae8e00 x1860112264213248/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941462 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941451.262636:0:12439:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f2a0dd2300 x1860112264213376/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941467 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941451.262644:0:12439:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941451.262646:0:12439:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941451.262653:0:12439:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941451.262656:0:12439:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941451.262659:0:12439:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941451.262662:0:12439:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941451.262664:0:12439:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941451.262666:0:12439:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:2.0:1773941451.262667:0:2355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941451.262670:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941451.262673:0:2354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941451.262674:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:01000000:3.0:1773941451.262678:0:12439:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 00000400:00000001:1.0:1773941451.262680:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 10000000:00000001:3.0:1773941451.262682:0:12439:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1773941451.262684:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1773941451.262685:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f2a0dd2300 x1860112264213376/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941467 ref 1 fl Complete:RENQU/200/0 rc -5/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941451.262686:0:12439:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000400:00000010:1.0:1773941451.262688:0:2354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3e18. 00000100:00080000:3.0:1773941451.262690:0:12439:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000400:00000200:1.0:1773941451.262696:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5ddd0 00000100:00000001:2.0:1773941451.262703:0:2355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:1.0:1773941451.262705:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5ddd0. 02000000:00000001:2.0:1773941451.262708:0:2355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1773941451.262710:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1773941451.262714:0:12439:0:(import.c:436:ptlrpc_fail_import()) Process leaving 02000000:00000010:2.0:1773941451.262737:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f288bd8200. 00000100:00000001:3.0:1773941451.262741:0:12439:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1773941451.262743:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298ae8e00 x1860112264213248/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941462 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1773941451.262744:0:2355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1773941451.262749:0:12439:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1773941451.262749:0:2355:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1773941451.262753:0:12439:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1773941451.262759:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298ae8e00 x1860112264213248/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941462 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941451.262760:0:12439:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2989ac000 going to sleep for 0 seconds 00000020:00000040:2.0:1773941451.262760:0:2355:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941451.262768:0:12439:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1773941451.262768:0:2355:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941451.262774:0:12439:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1773941451.262774:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f299fdf800. 00000100:00000001:1.0:1773941451.262775:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941451.262778:0:2354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1773941451.262782:0:2355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941451.262785:0:2355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1773941451.262787:0:12439:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f288e53100 x1860112264212992/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941451 ref 2 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941451.262789:0:2355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f2a0dd2300. 00000100:00000040:1.0:1773941451.262794:0:2354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298ae8e00 x1860112264213248/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941462 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941451.262795:0:2355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941451.262798:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941451.262804:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941451.262813:0:12439:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1773941451.262814:0:2355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941451.262830:0:2355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941451.262833:0:12439:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941451.262833:0:2354:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1773941451.262834:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941451.262837:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941451.262839:0:12439:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941451.262842:0:2354:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941451.262843:0:12439:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941451.262848:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:2.0:1773941451.262849:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773941451.262853:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941451.262854:0:12439:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f288e53100 x1860112264212992/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941451 ref 2 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1773941451.262855:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1773941451.262861:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941451.262865:0:37:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000040:1.0:1773941451.262866:0:2354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298ae8e00 x1860112264213248/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941462 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941451.262871:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00100000:3.0:1773941451.262878:0:12439:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f288e53100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aed6ad44-ca90-40b5-927d-12baaf0d776a:12439:1860112264212992:192.168.202.145@tcp:101:mount.lustre.0 00000100:00080000:2.0:1773941451.262879:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 186 00000400:00000200:2.0:1773941451.262890:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00100000:1.0:1773941451.262893:0:2354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298ae8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aed6ad44-ca90-40b5-927d-12baaf0d776a:2354:1860112264213248:192.168.202.145@tcp:400:kworker.0 00000400:00000200:2.0:1773941451.262897:0:37:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941451.262902:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:2.0:1773941451.262904:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941451.262906:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:2.0:1773941451.262908:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:2.0:1773941451.262911:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941451.262912:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:2.0:1773941451.262914:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941451.262931:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:2.0:1773941451.262933:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:2.0:1773941451.262935:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:2.0:1773941451.262938:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:2.0:1773941451.262939:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941451.262947:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:2.0:1773941451.262949:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:2.0:1773941451.262953:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:2.0:1773941451.262957:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:2.0:1773941451.262960:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941451.262962:0:12439:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1773941451.262964:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1773941451.262965:0:2354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941451.262968:0:12439:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 02000000:00000001:2.0:1773941451.262971:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941451.262971:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941451.262973:0:12439:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941451.262977:0:12439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1773941451.262979:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941451.262979:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298ae8e00 x1860112264213248/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941462 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941451.262985:0:12439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f288e53100 x1860112264212992/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941451 ref 2 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941451.262987:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941451.262992:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941451.263000:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f2a0dd2300. 00000100:00000001:1.0:1773941451.263004:0:2354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941451.263007:0:2354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:2.0:1773941451.263008:0:37:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=6 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941451.263011:0:12439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941451.263011:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f283eb8c00. 02000000:00000001:2.0:1773941451.263015:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000010:3.0:1773941451.263018:0:12439:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f2989ac000. 02000000:00000001:2.0:1773941451.263019:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941451.263019:0:2354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941451.263023:0:2354:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1773941451.263024:0:12439:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941451.263024:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:1.0:1773941451.263026:0:2354:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941451.263028:0:12439:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 02000000:00000001:2.0:1773941451.263029:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1773941451.263030:0:2354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1773941451.263034:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941451.263035:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f298b8fd00. 00010000:00000001:3.0:1773941451.263036:0:12439:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773941451.263042:0:12439:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000001:1.0:1773941451.263043:0:2354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:2.0:1773941451.263045:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f28600a400. 02000000:00000001:1.0:1773941451.263045:0:2354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941451.263047:0:2354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298ae8e00. 00000020:00000001:3.0:1773941451.263053:0:12439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1773941451.263053:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941451.263054:0:2354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941451.263057:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1773941451.263058:0:12439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f2829b2a00 refcount=4 00000100:00000001:1.0:1773941451.263061:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773941451.263063:0:12439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567050299904 : -115506659251712 : ffff96f2829b2a00) 00000100:00100000:2.0:1773941451.263067:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f2a0dd2300 x1860112264213504/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1773941451.263068:0:12439:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567050299904 : -115506659251712 : ffff96f2829b2a00) 00000100:00000001:1.0:1773941451.263068:0:2354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941451.263071:0:2354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941451.263076:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:3.0:1773941451.263078:0:12439:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f2829b2a00/0x6eb1e9e7edefbfac lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941451.263080:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941451.263096:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00010000:00000001:3.0:1773941451.263098:0:12439:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1773941451.263103:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941451.263105:0:12439:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f2829b2a00/0x6eb1e9e7edefbfac lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1773941451.263111:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e92e519] to pc [ptlrpcd_rcv+-1] req@ffff96f2a0dd2300 x1860112264213504/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941451.263121:0:12439:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941451.263127:0:12439:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f2829b2a00/0x6eb1e9e7edefbfac lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941451.263138:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941451.263142:0:12439:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1773941451.263145:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (206) 00010000:00000001:3.0:1773941451.263146:0:12439:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773941451.263151:0:12439:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f2829b2a00/0x6eb1e9e7edefbfac lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941451.263159:0:12439:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941451.263162:0:12439:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941451.263166:0:12439:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1773941451.263167:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:3.0:1773941451.263170:0:12439:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f2829b2a00/0x6eb1e9e7edefbfac lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941451.263172:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1773941451.263179:0:12439:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f2829b2a00 already unused, calling callback (ffffffffc147fc20) 10000000:00000001:3.0:1773941451.263185:0:12439:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:1.0:1773941451.263185:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00010000:3.0:1773941451.263190:0:12439:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f2829b2a00/0x6eb1e9e7edefbfac lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:1.0:1773941451.263196:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f2a0dd2300 x1860112264213504/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941451.263202:0:12439:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:1.0:1773941451.263209:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1773941451.263210:0:12439:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941451.263214:0:12439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1773941451.263214:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941451.263217:0:12439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f2829b2a00 refcount=5 00000020:00000001:3.0:1773941451.263221:0:12439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567050299904 : -115506659251712 : ffff96f2829b2a00) 02000000:00000001:1.0:1773941451.263222:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1773941451.263227:0:12439:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567050299904 : -115506659251712 : ffff96f2829b2a00) 02000000:00000001:1.0:1773941451.263228:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773941451.263233:0:12439:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:1.0:1773941451.263234:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941451.263238:0:12439:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f2829b2a00/0x6eb1e9e7edefbfac lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1773941451.263243:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f2a0dd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264213504:192.168.202.145@tcp:250:kworker.0 10000000:00000001:3.0:1773941451.263252:0:12439:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:1.0:1773941451.263254:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 10000000:00010000:3.0:1773941451.263256:0:12439:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f2829b2a00/0x6eb1e9e7edefbfac lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:1.0:1773941451.263260:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941451.263265:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1773941451.263266:0:12439:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 02000000:00000001:1.0:1773941451.263270:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000040:3.0:1773941451.263271:0:12439:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941451.263274:0:12439:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941451.263278:0:12439:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 02000000:00000010:1.0:1773941451.263278:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f29874a800. 00010000:00000001:3.0:1773941451.263280:0:12439:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 02000000:00000001:1.0:1773941451.263284:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941451.263285:0:12439:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941451.263288:0:12439:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941451.263290:0:12439:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941451.263292:0:12439:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941451.263296:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000020:00000040:3.0:1773941451.263297:0:12439:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f2829b2a00 with handle 0x6eb1e9e7edefbfac from hash 00000400:00000010:1.0:1773941451.263302:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15370. 00010000:00000001:3.0:1773941451.263303:0:12439:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941451.263306:0:12439:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941451.263309:0:12439:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941451.263310:0:12439:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:1.0:1773941451.263312:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1660. 00010000:00000001:3.0:1773941451.263313:0:12439:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941451.263316:0:12439:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941451.263320:0:12439:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:1.0:1773941451.263321:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264213504, portal 25 00010000:00000001:3.0:1773941451.263322:0:12439:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941451.263325:0:12439:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941451.263327:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:3.0:1773941451.263329:0:12439:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941451.263332:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567557939968 : -115506151611648 : ffff96f2a0dd2300) 00010000:00010000:3.0:1773941451.263334:0:12439:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f2829b2a00/0x6eb1e9e7edefbfac lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:1.0:1773941451.263343:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f2a0dd2300 x1860112264213504/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941451.263358:0:12439:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941451.263359:0:12439:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941451.263361:0:12439:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941451.263363:0:12439:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941451.263365:0:12439:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941451.263367:0:12439:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941451.263370:0:12439:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941451.263374:0:12439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f2829b2a00/0x6eb1e9e7edefbfac lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941451.263375:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941451.263383:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00010000:00000040:3.0:1773941451.263388:0:12439:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f2a21ee500 count: 0 00000400:00000010:1.0:1773941451.263390:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1e58. 00000100:00000200:1.0:1773941451.263396:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264213504, offset 0 00010000:00000001:3.0:1773941451.263400:0:12439:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941451.263404:0:12439:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000400:00000200:1.0:1773941451.263404:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000100:00000001:3.0:1773941451.263409:0:12439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941451.263416:0:12439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f288e53100 x1860112264212992/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941451 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941451.263416:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:3.0:1773941451.263429:0:12439:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1773941451.263429:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 02000000:00000001:3.0:1773941451.263433:0:12439:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941451.263437:0:12439:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f286075800. 00000400:00000200:1.0:1773941451.263439:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1773941451.263442:0:12439:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941451.263446:0:12439:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1773941451.263447:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000020:00000040:3.0:1773941451.263449:0:12439:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:3.0:1773941451.263453:0:12439:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941451.263455:0:12439:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f2a0da2000. 02000000:00000001:3.0:1773941451.263459:0:12439:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941451.263461:0:12439:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1773941451.263463:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000100:00000010:3.0:1773941451.263464:0:12439:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f288e53100. 00000100:00000001:3.0:1773941451.263467:0:12439:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941451.263469:0:12439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941451.263472:0:12439:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000400:00000200:1.0:1773941451.263477:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 10000000:01000000:3.0:1773941451.263478:0:12439:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -5 10000000:00000001:3.0:1773941451.263483:0:12439:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000400:00000200:1.0:1773941451.263487:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[8, 7] 10000000:00000010:3.0:1773941451.263489:0:12439:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f2a031a940. 00000400:00000200:1.0:1773941451.263497:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000020:00000010:3.0:1773941451.263498:0:12439:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f299d6da00. 00000400:00000200:1.0:1773941451.263503:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [112:112:256:4294967295] 192.168.202.155@tcp LPNI seq info [9:9:8:4294967295] 00000020:00000010:3.0:1773941451.263510:0:12439:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f299d6d000. 00000400:00000200:1.0:1773941451.263512:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000040:00000010:3.0:1773941451.263517:0:12439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f299d6de00. 00000020:00000010:3.0:1773941451.263523:0:12439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f2a0db1000. 00000020:00000010:3.0:1773941451.263531:0:12439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f299d6c400. 00000400:00000200:1.0:1773941451.263532:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 80000000:00000010:3.0:1773941451.263539:0:12439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f298b32720. 00000800:00000200:1.0:1773941451.263546:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.155@tcp 00040000:00000010:3.0:1773941451.263547:0:12439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f299d6dc00. 00000800:00000010:1.0:1773941451.263553:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f298b8fd00. 20000000:00000010:3.0:1773941451.263555:0:12439:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f299d6cc00. 10000000:00000040:3.0:1773941451.263563:0:12439:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 00000800:00000200:1.0:1773941451.263566:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 10000000:00000001:3.0:1773941451.263567:0:12439:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:3.0:1773941451.263576:0:12439:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f299d6d000. 00000800:00000200:1.0:1773941451.263580:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000040:00000010:3.0:1773941451.263582:0:12439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f299d6de00. 00000800:00000200:1.0:1773941451.263587:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f298b8fd00 type 1, nob 616 niov 1 nkiov 1 00000020:00000010:3.0:1773941451.263588:0:12439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f2a0db1000. 00000020:00000010:3.0:1773941451.263596:0:12439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f299d6c400. 80000000:00000010:3.0:1773941451.263600:0:12439:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f298b32720. 00040000:00000010:3.0:1773941451.263603:0:12439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f299d6dc00. 20000000:00000010:3.0:1773941451.263607:0:12439:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f299d6cc00. 00000100:00000001:1.0:1773941451.263607:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941451.263614:0:12439:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f299d6da00. 00000400:00000200:1.0:1773941451.263620:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 10000000:00000010:3.0:1773941451.263621:0:12439:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f2a031a940. 00000100:00000001:1.0:1773941451.263625:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294871174 10000000:01000000:3.0:1773941451.263627:0:12439:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-sptlrpc' failed (-5). 10000000:00000001:3.0:1773941451.263633:0:12439:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:1.0:1773941451.263635:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294871157 10000000:00020000:3.0:1773941451.263636:0:12439:0:(mgc_request.c:233:do_config_log_add()) MGC192.168.202.145@tcp: failed processing log, type 1: rc = -5 00000100:00000001:1.0:1773941451.263644:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294871174 00000100:00000001:1.0:1773941451.263650:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294871157 00000100:00000001:1.0:1773941451.263658:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941451.263662:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941451.263665:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941451.263667:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941451.263672:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941451.263675:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1773941451.263677:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941451.263678:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941451.263680:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941451.263681:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941451.263693:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941451.263698:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f298b8fd00. 00000400:00000200:2.0:1773941451.263701:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941451.263705:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:2.0:1773941451.263708:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1e58 00000400:00000010:2.0:1773941451.263710:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1e58. 00000100:00000001:2.0:1773941451.263733:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941451.263736:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f2a0dd2300 x1860112264213504/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941451.263743:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941451.263746:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f2a0dd2300 x1860112264213504/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941461 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941451.263751:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941451.263752:0:2348:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000001:3.0:1773941451.267986:0:12439:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446628567557747200 : -115506151804416 : ffff96f2a0da3200) 10000000:00000001:3.0:1773941451.267992:0:12439:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1773941451.267994:0:12439:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941451.267996:0:12439:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:3.0:1773941451.267998:0:12439:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff96f283d8c000 10000000:00000010:3.0:1773941451.268003:0:12439:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at ffff96f299d6da00. 10000000:01000000:3.0:1773941451.268006:0:12439:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00000020:00000040:3.0:1773941451.268010:0:12439:0:(genops.c:887:class_export_get()) GET export ffff96f283d89000 refcount=4 10000000:00000001:3.0:1773941451.268012:0:12439:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446628567440087552 : -115506269464064 : ffff96f299d6da00) 00000800:00000001:2.0:1773941451.268013:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000001:3.0:1773941451.268014:0:12439:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:3.0:1773941451.268017:0:12439:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff96f283d8c000 10000000:00000010:3.0:1773941451.268026:0:12439:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at ffff96f299d6cc00. 00000800:00000001:2.0:1773941451.268027:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:3.0:1773941451.268028:0:12439:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:3.0:1773941451.268033:0:12439:0:(genops.c:887:class_export_get()) GET export ffff96f283d89000 refcount=5 00000800:00000001:2.0:1773941451.268033:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000001:3.0:1773941451.268037:0:12439:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446628567440083968 : -115506269467648 : ffff96f299d6cc00) 10000000:00000001:3.0:1773941451.268040:0:12439:0:(mgc_request.c:191:do_config_log_add()) Process entered 00000800:00000001:2.0:1773941451.268040:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:3.0:1773941451.268042:0:12439:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff96f283d8c000 10000000:00000010:3.0:1773941451.268047:0:12439:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at ffff96f299d6dc00. 10000000:01000000:3.0:1773941451.268048:0:12439:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 00000020:00000040:3.0:1773941451.268053:0:12439:0:(genops.c:887:class_export_get()) GET export ffff96f283d89000 refcount=6 00000400:00000200:2.0:1773941451.268053:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 10000000:00000001:3.0:1773941451.268056:0:12439:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446628567440088064 : -115506269463552 : ffff96f299d6dc00) 10000000:00000001:3.0:1773941451.268060:0:12439:0:(mgc_request.c:441:config_log_add()) Process leaving (rc=18446628567440083968 : -115506269467648 : ffff96f299d6cc00) 00000400:00000200:2.0:1773941451.268066:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : PUT - for me 00000400:00000200:2.0:1773941451.268075:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941451.268079:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941451.268083:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941451.268087:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c03400 00000400:00000200:2.0:1773941451.268093:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941451.268099:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xa85 [1] + 0 00000800:00000001:2.0:1773941451.268106:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941451.268113:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941451.268114:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941451.268117:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000100:00000001:2.0:1773941451.268121:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941451.268124:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f2a0dd2300 x1860112264213504/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941461 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941451.268131:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f2a0dd2300 x1860112264213504/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941451.268145:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941451.268150:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941451.268152:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941451.268184:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941451.268187:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941451.268193:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941451.268194:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941451.268196:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15370. 00000400:00000200:1.0:1773941451.268208:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1660 00000400:00000010:1.0:1773941451.268210:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1660. 00000100:00000001:1.0:1773941451.268213:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941451.268219:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f2a0dd2300 x1860112264213504/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941451.268230:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f2a0dd2300 x1860112264213504/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941461 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941451.268238:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941451.268239:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941451.268242:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941451.268245:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941451.268247:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941451.268249:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941451.268252:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941451.268256:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941451.268260:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941451.268263:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941451.268265:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941451.268267:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941451.268269:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941451.268271:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941451.268276:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f2a0dd2300 x1860112264213504/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941461 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941451.268284:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941451.268286:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941451.268288:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941451.268290:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1773941451.268296:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:1.0:1773941451.268298:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941451.268300:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:1.0:1773941451.268302:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941451.268305:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:1.0:1773941451.268307:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:1.0:1773941451.268310:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:1.0:1773941451.268320:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941451 v=0 (0 0 0 0) 00000100:00001000:1.0:1773941451.268323:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:1.0:1773941451.268330:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:1.0:1773941451.268332:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941451.268334:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:1.0:1773941451.268336:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941451.268338:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000400:1.0:1773941451.268342:0:2352:0:(import.c:1275:ptlrpc_connect_interpret()) Evicted from MGS (at 192.168.202.145@tcp) after server handle changed from 0x26a307eb052463d to 0x2ad3fa9717e48438 00000100:00080000:1.0:1773941451.270700:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1773941451.270703:0:2352:0:(import.c:1283:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941451.270705:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1773941451.270709:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:1.0:1773941451.270711:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:1.0:1773941451.270942:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941451.270946:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941451.270953:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f2a0dd2300 x1860112264213504/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941461 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941451.270961:0:12460:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:1.0:1773941451.270967:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f2a0dd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264213504:192.168.202.145@tcp:250:kworker.0 00000100:00080000:2.0:1773941451.270971:0:12460:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 00000100:00000001:1.0:1773941451.270975:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941451.270976:0:12460:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941451.270980:0:12460:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:1.0:1773941451.270981:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:01000000:2.0:1773941451.270982:0:12460:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:2.0:1773941451.270986:0:12460:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000040:1.0:1773941451.270988:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f2a0dd2300 x1860112264213504/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941461 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1773941451.270989:0:12460:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941451.270994:0:12460:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773941451.270998:0:12460:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:1.0:1773941451.271000:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:2.0:1773941451.271001:0:12460:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:1.0:1773941451.271003:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:2.0:1773941451.271005:0:12460:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941451.271008:0:12460:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941451.271008:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f29874a800. 00000100:00000001:2.0:1773941451.271009:0:12460:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:1.0:1773941451.271014:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:2.0:1773941451.271016:0:12460:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 00000020:00000001:1.0:1773941451.271017:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1773941451.271019:0:12460:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000020:00000040:1.0:1773941451.271020:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:2.0:1773941451.271022:0:12460:0:(recover.c:147:ptlrpc_resend()) Process entered 00000020:00000001:1.0:1773941451.271024:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941451.271025:0:12460:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941451.271027:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f28600a400. 00000100:00080000:2.0:1773941451.271028:0:12460:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941451.271033:0:12460:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:1.0:1773941451.271033:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:01000000:2.0:1773941451.271034:0:12460:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1773941451.271036:0:12460:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 02000000:00000001:1.0:1773941451.271041:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941451.271043:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f2a0dd2300. 00000100:00000001:1.0:1773941451.271046:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941451.271047:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941451.271049:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773941451.271051:0:12460:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 00000100:00000001:1.0:1773941451.271053:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000001:2.0:1773941451.271054:0:12460:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941451.271058:0:12460:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941451.271058:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941451.271063:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:02000000:2.0:1773941451.271066:0:12460:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 00000100:00000001:1.0:1773941451.271066:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941451.273281:0:12460:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941451.273284:0:12460:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941451.273285:0:12460:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:2.0:1773941451.273286:0:12460:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941451.273288:0:12460:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941451.278740:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f2a21ee500. 00010000:00000010:3.1:1773941451.278747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f2829b2a00. 00000020:00000001:3.0:1773941452.205849:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941452.205855:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941452.205859:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1773941453.037839:0:12453:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941453.037862:0:12453:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff96f2a0da3200) refs 2 10000000:00000001:0.0:1773941453.037865:0:12453:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941453.037867:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941453.037869:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941453.037870:0:12453:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1773941453.037873:0:12453:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1773941453.037874:0:12453:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1773941453.037877:0:12453:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f298b5cd28 from 1 10000000:00000001:0.0:1773941453.037879:0:12453:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941453.037880:0:12453:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1773941453.037888:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b11880. 00000020:00000040:0.0:1773941453.037892:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:0.0:1773941453.037895:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941453.037898:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941453.037903:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941453.037909:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f283eb9400. 00000100:00000001:0.0:1773941453.037914:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941453.037917:0:12453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941453.037920:0:12453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941453.037926:0:12453:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f2883d5600. 00010000:00000001:0.0:1773941453.037931:0:12453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941453.037933:0:12453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f289193600. 00000020:00000010:0.0:1773941453.037937:0:12453:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff96f282ee3d80. 00000020:00000001:0.0:1773941453.037940:0:12453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941453.037942:0:12453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f289193600 with handle 0x6eb1e9e7edefbfb3 to hash 00000020:00000001:0.0:1773941453.037944:0:12453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941453.037946:0:12453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567159223808 : -115506550327808 : ffff96f289193600) 00010000:00000001:0.0:1773941453.037949:0:12453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567159223808 : -115506550327808 : ffff96f289193600) 00010000:00000001:0.0:1773941453.037953:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941453.037956:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941453.037960:0:12453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289193600/0x6eb1e9e7edefbfb3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941453.037972:0:12453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f289193600/0x6eb1e9e7edefbfb3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941453.037996:0:12453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f289193600/0x6eb1e9e7edefbfb3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941453.038003:0:12453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941453.038005:0:12453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941453.038011:0:12453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f2a0e026c0. 00000100:00000001:0.0:1773941453.038012:0:12453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567558137536 : -115506151414080 : ffff96f2a0e026c0) 00000100:00000001:0.0:1773941453.038014:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941453.038016:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420835968 : -115506288715648 : ffff96f298b11880) 00000100:00000001:0.0:1773941453.038020:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941453.038024:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941453.038026:0:12453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941453.038027:0:12453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941453.038037:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b11880 x1860112264213632/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941453.038046:0:12453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941453.038049:0:12453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941453.038053:0:12453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941453.038055:0:12453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941453.038058:0:12453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941453.038062:0:12453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264213632:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941453.038067:0:12453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941453.038072:0:12453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941453.038075:0:12453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941453.038077:0:12453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941453.038082:0:12453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f288f68800. 02000000:00000001:0.0:1773941453.038084:0:12453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941453.038091:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941453.038094:0:12453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d35d8. 00000400:00000010:0.0:1773941453.038100:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d770. 00000100:00000200:0.0:1773941453.038105:0:12453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264213632, portal 25 00000100:00000001:0.0:1773941453.038107:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941453.038112:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420835968 : -115506288715648 : ffff96f298b11880) 00000100:00000040:0.0:1773941453.038117:0:12453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b11880 x1860112264213632/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941469 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941453.038123:0:12453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941453.038125:0:12453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:0.0:1773941453.038127:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d7f8. 00000100:00000200:0.0:1773941453.038130:0:12453:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264213632, offset 0 00000400:00000200:0.0:1773941453.038134:0:12453:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941453.038142:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941453.038148:0:12453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941453.038153:0:12453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941453.038156:0:12453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941453.038159:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941453.038161:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941453.038164:0:12453:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[8, 9] 00000400:00000200:0.0:1773941453.038166:0:12453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:0.0:1773941453.038170:0:12453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [113:113:256:4294967295] 192.168.202.145@tcp LPNI seq info [10:10:8:4294967295] 00000400:00000200:0.0:1773941453.038173:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941453.038180:0:12453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:0.0:1773941453.038185:0:12453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:0.0:1773941453.038188:0:12453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7800. 00000800:00000200:0.0:1773941453.038206:0:12453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:0.0:1773941453.038214:0:12453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:0.0:1773941453.038217:0:12453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773941453.038231:0:12453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941453.038234:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:0.0:1773941453.038239:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294872949 00000100:00000001:0.0:1773941453.038244:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294871174 00000100:00000001:0.0:1773941453.038248:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294872949 00000100:00000001:0.0:1773941453.038251:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294871174 00000100:00000001:0.0:1773941453.038258:0:12453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941453.038261:0:12453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941453.038262:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941453.038264:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773941453.038267:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0e026c0 going to sleep for 11 seconds 00000100:00000001:0.0:1773941453.038269:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941453.038272:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941453.038350:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941453.038357:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7800. 00000400:00000200:2.0:1773941453.038364:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941453.038371:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941453.038377:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d7f8 00000400:00000010:2.0:1773941453.038380:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d7f8. 00000100:00000001:2.0:1773941453.038392:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941453.038398:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b11880 x1860112264213632/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941469 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941453.038408:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941453.038411:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f298b11880 x1860112264213632/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941469 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941453.038416:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941453.038417:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941453.039559:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941453.039569:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941453.039571:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941453.039572:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941453.039577:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941453.039581:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941453.039586:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941453.039588:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941453.039592:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941453.039595:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c03480 00000400:00000200:2.0:1773941453.039598:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941453.039602:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xa8d [1] + 224 00000800:00000001:2.0:1773941453.039607:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941453.039613:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941453.039615:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941453.039617:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941453.039621:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941453.039624:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b11880 x1860112264213632/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941469 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941453.039637:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff96f298b11880 x1860112264213632/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941469 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941453.039651:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941453.039658:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941453.039667:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941453.039703:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941453.039708:0:12453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941453.039710:0:12453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941453.039712:0:12453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d35d8. 00000400:00000200:0.0:1773941453.039730:0:12453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d770 00000400:00000010:0.0:1773941453.039731:0:12453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d770. 00000100:00000001:0.0:1773941453.039733:0:12453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941453.039737:0:12453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b11880 x1860112264213632/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941469 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941453.039744:0:12453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b11880 x1860112264213632/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941469 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941453.039749:0:12453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941453.039750:0:12453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941453.039752:0:12453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941453.039753:0:12453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941453.039755:0:12453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941453.039757:0:12453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941453.039759:0:12453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941453.039763:0:12453:0:(import.c:2136:obd_at_measure()) add 0 to ffff96f2a0db5458 time=18 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941453.039766:0:12453:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941453.039768:0:12453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:0.0:1773941453.039771:0:12453:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.145@tcp: operation ldlm_enqueue to node 192.168.202.145@tcp failed: rc = -107 00000100:00000001:0.0:1773941453.042383:0:12453:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941453.042390:0:12453:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1773941453.042394:0:12453:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.145@tcp of MGS@192.168.202.145@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1773941453.042398:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1773941453.042403:0:12453:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1773941453.046420:0:12453:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:0.0:1773941453.046424:0:12453:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941453.046426:0:12453:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1773941453.046428:0:12453:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1773941453.046436:0:12453:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f298b11880 x1860112264213632/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941469 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941453.046446:0:12453:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941453.046448:0:12453:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941453.046450:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941453.046453:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1773941453.046455:0:12453:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:0.0:1773941453.046457:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941453.046458:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941453.046459:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941453.046460:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1773941453.046462:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941453.046463:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941453.046465:0:12453:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1773941453.046468:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1773941453.046470:0:12453:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1773941453.046473:0:12453:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 201 00000400:00000200:0.0:1773941453.046481:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941453.046487:0:12453:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000040:0.0:1773941453.046492:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941453.046495:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941453.046497:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941453.046499:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:0.0:1773941453.046503:0:12453:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941453.046505:0:12453:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:0.0:1773941453.046507:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941453.046510:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:0.0:1773941453.046512:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:0.0:1773941453.046514:0:12453:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:0.0:1773941453.046527:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941453.046529:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941453.046532:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941453.046534:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:0.0:1773941453.046537:0:12453:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:0.0:1773941453.046541:0:12453:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:0.0:1773941453.046544:0:12453:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941453.046547:0:12453:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1773941453.046550:0:12453:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941453.046554:0:12453:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941453.046556:0:12453:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1773941453.046558:0:12453:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941453.046563:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b12680. 00000020:00000040:0.0:1773941453.046567:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 02000000:00000001:0.0:1773941453.046571:0:12453:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773941453.046573:0:12453:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941453.046576:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941453.046578:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941453.046583:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941453.046589:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f288f68400. 00000100:00000001:0.0:1773941453.046595:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941453.046601:0:12453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298b12680 x1860112264213760/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941453.046611:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941453.046615:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941453.046620:0:12453:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dccb6a1f] to pc [ptlrpcd_rcv+-1] req@ffff96f298b12680 x1860112264213760/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941453.046643:0:12453:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941453.046646:0:12453:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1773941453.046648:0:12453:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941453.046652:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941453.046655:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941453.046664:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941453.046667:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0e026c0 going to sleep for 1 seconds 00000100:00000001:0.0:1773941453.046671:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941453.046673:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941453.046674:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941453.046678:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1773941453.046681:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b11880 x1860112264213632/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941469 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941453.046682:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941453.046689:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b12680 x1860112264213760/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941453.046701:0:12453:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941453.046705:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941453.046706:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941453.046707:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941453.046709:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1773941453.046712:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1773941453.046712:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941453.046745:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b11880 x1860112264213632/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941469 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941453.046755:0:12453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264213632:192.168.202.145@tcp:101:ll_cfg_requeue.0 02000000:00000001:1.0:1773941453.046756:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941453.046762:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941453.046765:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941453.046768:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264213760:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941453.046771:0:12453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941453.046773:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1773941453.046778:0:12453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000001:1.0:1773941453.046779:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941453.046782:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941453.046782:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1773941453.046786:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1773941453.046791:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b11880 x1860112264213632/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941469 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1773941453.046792:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f29874a800. 02000000:00000001:1.0:1773941453.046796:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941453.046815:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941453.046822:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15370. 00000100:00000001:0.0:1773941453.046824:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941453.046827:0:12453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f2a0e026c0. 00000400:00000010:1.0:1773941453.046828:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1660. 00000100:00000001:0.0:1773941453.046832:0:12453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773941453.046835:0:12453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000200:1.0:1773941453.046836:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264213760, portal 25 00000100:00000001:1.0:1773941453.046839:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1773941453.046839:0:12453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:1.0:1773941453.046842:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420839552 : -115506288712064 : ffff96f298b12680) 00010000:00000001:0.0:1773941453.046843:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941453.046846:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941453.046850:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289193600 refcount=4 00000100:00000040:1.0:1773941453.046851:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b12680 x1860112264213760/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1773941453.046854:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159223808 : -115506550327808 : ffff96f289193600) 00010000:00000001:0.0:1773941453.046859:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159223808 : -115506550327808 : ffff96f289193600) 00000100:00000001:1.0:1773941453.046866:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:0.0:1773941453.046867:0:12453:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f289193600/0x6eb1e9e7edefbfb3 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:1.0:1773941453.046882:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00010000:00000001:0.0:1773941453.046885:0:12453:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000010:1.0:1773941453.046888:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1aa0. 00010000:00010000:0.0:1773941453.046890:0:12453:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f289193600/0x6eb1e9e7edefbfb3 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:1.0:1773941453.046895:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264213760, offset 0 00010000:00000001:0.0:1773941453.046897:0:12453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773941453.046901:0:12453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289193600/0x6eb1e9e7edefbfb3 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941453.046908:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00010000:00000001:0.0:1773941453.046909:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941453.046913:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773941453.046917:0:12453:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f289193600/0x6eb1e9e7edefbfb3 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941453.046921:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000001:0.0:1773941453.046929:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1773941453.046930:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00010000:00000001:0.0:1773941453.046934:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941453.046939:0:12453:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773941453.046941:0:12453:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f289193600/0x6eb1e9e7edefbfb3 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941453.046950:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00010000:0.0:1773941453.046951:0:12453:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f289193600 already unused, calling callback (ffffffffc147fc20) 10000000:00000001:0.0:1773941453.046956:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1773941453.046960:0:12453:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f289193600/0x6eb1e9e7edefbfb3 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941453.046961:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941453.046969:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941453.046975:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00010000:00000001:0.0:1773941453.046975:0:12453:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773941453.046979:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:1.0:1773941453.046982:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[10, 9] 00000020:00000001:0.0:1773941453.046984:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941453.046987:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289193600 refcount=5 00000400:00000200:1.0:1773941453.046992:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000020:00000001:0.0:1773941453.046992:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159223808 : -115506550327808 : ffff96f289193600) 00010000:00000001:0.0:1773941453.046997:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159223808 : -115506550327808 : ffff96f289193600) 00000400:00000200:1.0:1773941453.047001:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [114:114:256:4294967295] 192.168.202.155@tcp LPNI seq info [11:11:8:4294967295] 00010000:00000001:0.0:1773941453.047007:0:12453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773941453.047011:0:12453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f289193600/0x6eb1e9e7edefbfb3 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941453.047012:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 10000000:00000001:0.0:1773941453.047020:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1773941453.047022:0:12453:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f289193600/0x6eb1e9e7edefbfb3 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1773941453.047033:0:12453:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000400:00000200:1.0:1773941453.047034:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 10000000:00000040:0.0:1773941453.047038:0:12453:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1773941453.047041:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941453.047043:0:12453:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000800:00000200:1.0:1773941453.047047:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.155@tcp 00010000:00000001:0.0:1773941453.047047:0:12453:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773941453.047050:0:12453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773941453.047052:0:12453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773941453.047054:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000010:1.0:1773941453.047056:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f298b8fc00. 00010000:00000001:0.0:1773941453.047056:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941453.047061:0:12453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f289193600 with handle 0x6eb1e9e7edefbfb3 from hash 00010000:00000001:0.0:1773941453.047063:0:12453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773941453.047065:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941453.047067:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:1.0:1773941453.047068:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00010000:00000001:0.0:1773941453.047069:0:12453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773941453.047072:0:12453:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773941453.047075:0:12453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773941453.047077:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941453.047077:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941453.047078:0:12453:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941453.047081:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941453.047083:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00010000:00010000:0.0:1773941453.047085:0:12453:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f289193600/0x6eb1e9e7edefbfb3 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:1.0:1773941453.047090:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f298b8fc00 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:0.0:1773941453.047091:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941453.047093:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941453.047096:0:12453:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773941453.047098:0:12453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773941453.047103:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941453.047104:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941453.047105:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773941453.047107:0:12453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f289193600/0x6eb1e9e7edefbfb3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941453.047109:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941453.047119:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000040:0.0:1773941453.047123:0:12453:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f2883d5600 count: 0 00000100:00000001:1.0:1773941453.047124:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294872958 00000100:00000001:1.0:1773941453.047135:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294872949 00000100:00000001:1.0:1773941453.047142:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294872958 00010000:00000001:0.0:1773941453.047142:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941453.047147:0:12453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941453.047148:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294872949 00000100:00000001:0.0:1773941453.047152:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773941453.047154:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941453.047159:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941453.047161:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b11880 x1860112264213632/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941469 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941453.047164:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941453.047171:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941453.047174:0:12453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941453.047177:0:12453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773941453.047182:0:12453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f288f68800. 02000000:00000001:0.0:1773941453.047186:0:12453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1773941453.047188:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1773941453.047189:0:12453:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1773941453.047192:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000040:0.0:1773941453.047193:0:12453:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:1.0:1773941453.047199:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1773941453.047199:0:12453:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941453.047202:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1773941453.047202:0:12453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f283eb9400. 00000100:00000001:1.0:1773941453.047206:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941453.047209:0:12453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1773941453.047210:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941453.047212:0:12453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941453.047216:0:12453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b11880. 00000800:00000200:2.0:1773941453.047218:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1773941453.047221:0:12453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941453.047222:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1773941453.047223:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f298b8fc00. 10000000:00000001:0.0:1773941453.047225:0:12453:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:0.0:1773941453.047228:0:12453:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 00000400:00000200:2.0:1773941453.047229:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:0.0:1773941453.047231:0:12453:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000400:00000200:2.0:1773941453.047234:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 10000000:00000010:0.0:1773941453.047235:0:12453:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f282edd2c0. 00000020:00000010:0.0:1773941453.047239:0:12453:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f283eb9400. 00000400:00000200:2.0:1773941453.047240:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1aa0 00000400:00000010:2.0:1773941453.047242:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1aa0. 00000020:00000010:0.0:1773941453.047244:0:12453:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f283eb9a00. 00000100:00000001:2.0:1773941453.047247:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000040:00000010:0.0:1773941453.047247:0:12453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f283eb9e00. 00000100:00000200:2.0:1773941453.047252:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b12680 x1860112264213760/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1773941453.047252:0:12453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f28309b000. 00000020:00000010:0.0:1773941453.047256:0:12453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f283eb9c00. 00000100:00000001:2.0:1773941453.047260:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 80000000:00000010:0.0:1773941453.047260:0:12453:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f28376f660. 00000100:00000040:2.0:1773941453.047263:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b12680 x1860112264213760/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941463 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941453.047270:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1773941453.047270:0:12453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f283eb9600. 00000100:00000001:2.0:1773941453.047272:0:2348:0:(events.c:68:request_out_callback()) Process leaving 20000000:00000010:0.0:1773941453.047274:0:12453:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f283eb9000. 10000000:00000040:0.0:1773941453.047278:0:12453:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 10000000:00000001:0.0:1773941453.047280:0:12453:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:0.0:1773941453.047286:0:12453:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f283eb9a00. 00000040:00000010:0.0:1773941453.047289:0:12453:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f283eb9e00. 00000020:00000010:0.0:1773941453.047293:0:12453:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f28309b000. 00000020:00000010:0.0:1773941453.047297:0:12453:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f283eb9c00. 80000000:00000010:0.0:1773941453.047300:0:12453:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f28376f660. 00040000:00000010:0.0:1773941453.047303:0:12453:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f283eb9600. 20000000:00000010:0.0:1773941453.047306:0:12453:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f283eb9000. 00000020:00000010:0.0:1773941453.047309:0:12453:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f283eb9400. 10000000:00000010:0.0:1773941453.047311:0:12453:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f282edd2c0. 10000000:01000000:0.0:1773941453.047314:0:12453:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:0.0:1773941453.047316:0:12453:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:0.0:1773941453.047318:0:12453:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:0.0:1773941453.049109:0:12453:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1773941453.049112:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941453.049113:0:12453:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff96f2a0da3200) refs 2 10000000:00000001:0.0:1773941453.049116:0:12453:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:2.0:1773941453.050952:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941453.050962:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941453.050964:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941453.050966:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941453.050971:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941453.050975:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : PUT - for me 00000400:00000200:2.0:1773941453.050979:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941453.050998:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941453.051002:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941453.051005:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c03500 00000400:00000200:2.0:1773941453.051009:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941453.051013:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xa95 [1] + 0 00000800:00000001:2.0:1773941453.051025:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941453.051032:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941453.051035:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941453.051037:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000100:00000001:2.0:1773941453.051041:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941453.051045:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b12680 x1860112264213760/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941463 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941453.051065:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f298b12680 x1860112264213760/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941453.051084:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941453.051093:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941453.051096:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941453.051116:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941453.051119:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941453.051123:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941453.051125:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941453.051127:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15370. 00000400:00000200:1.0:1773941453.051130:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1660 00000400:00000010:1.0:1773941453.051132:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1660. 00000100:00000001:1.0:1773941453.051135:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941453.051139:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b12680 x1860112264213760/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941453.051147:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b12680 x1860112264213760/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941463 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941453.051152:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941453.051153:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941453.051155:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941453.051157:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941453.051159:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941453.051160:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941453.051162:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941453.051166:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=18 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941453.051169:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941453.051171:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941453.051172:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941453.051174:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941453.051176:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941453.051178:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941453.051196:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b12680 x1860112264213760/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941453.051201:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941453.051203:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941453.051209:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941453.051211:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1773941453.051215:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:1.0:1773941453.051217:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941453.051219:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:1.0:1773941453.051220:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941453.051222:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:1.0:1773941453.051223:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:1.0:1773941453.051225:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:1.0:1773941453.051228:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941453 v=0 (0 0 0 0) 00000100:00001000:1.0:1773941453.051230:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:1.0:1773941453.051234:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:1.0:1773941453.051236:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941453.051238:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:1.0:1773941453.051239:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941453.051241:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941453.051243:0:2352:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.145@tcp after partition 00000100:00080000:1.0:1773941453.051245:0:2352:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:1.0:1773941453.051247:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1773941453.051249:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1773941453.051252:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:1.0:1773941453.051253:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:1.0:1773941453.051457:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941453.051460:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941453.051464:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b12680 x1860112264213760/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941463 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941453.051471:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264213760:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941453.051475:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941453.051477:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941453.051479:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b12680 x1860112264213760/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941463 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941453.051482:0:12462:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:2.0:1773941453.051491:0:12462:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 00000100:00100000:2.0:1773941453.051497:0:12462:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941453.051501:0:12462:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:1.0:1773941453.051502:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:01000000:2.0:1773941453.051504:0:12462:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000001:1.0:1773941453.051505:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:2.0:1773941453.051509:0:12462:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:1.0:1773941453.051509:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f29874a800. 00000001:00000001:2.0:1773941453.051513:0:12462:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:1.0:1773941453.051513:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941453.051516:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:2.0:1773941453.051518:0:12462:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941453.051519:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000001:00000001:2.0:1773941453.051523:0:12462:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:1.0:1773941453.051524:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:2.0:1773941453.051526:0:12462:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:1.0:1773941453.051527:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f288f68400. 00000001:00000001:2.0:1773941453.051529:0:12462:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941453.051531:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:00000001:2.0:1773941453.051532:0:12462:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941453.051534:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1773941453.051535:0:12462:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000010:1.0:1773941453.051537:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b12680. 00000100:00080000:2.0:1773941453.051540:0:12462:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941453.051540:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941453.051543:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941453.051545:0:12462:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941453.051546:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941453.051548:0:12462:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773941453.051550:0:12462:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941453.051551:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1773941453.051553:0:12462:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941453.051554:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941453.051558:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941453.051559:0:12462:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:1.0:1773941453.051561:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1773941453.051562:0:12462:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1773941453.051565:0:12462:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 00000100:00080000:2.0:1773941453.051580:0:12462:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941453.051582:0:12462:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941453.051584:0:12462:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941453.051587:0:12462:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 00000100:00000001:2.0:1773941453.053918:0:12462:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941453.053921:0:12462:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941453.053923:0:12462:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:2.0:1773941453.053930:0:12462:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941453.053931:0:12462:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1773941453.055749:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f2883d5600. 00010000:00000010:0.1:1773941453.055759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f289193600. 00000020:00000001:2.0:1773941453.229897:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941453.229903:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941453.229906:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773941454.253841:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941454.253847:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941454.253851:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1773941454.829938:0:12453:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941454.829947:0:12453:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff96f2a0da3200) refs 2 10000000:00000001:0.0:1773941454.829952:0:12453:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941454.829954:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941454.829956:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941454.829958:0:12453:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1773941454.829961:0:12453:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1773941454.829963:0:12453:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1773941454.829965:0:12453:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f298b5cd28 from 1 10000000:00000001:0.0:1773941454.829968:0:12453:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941454.829970:0:12453:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1773941454.829979:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b11880. 00000020:00000040:0.0:1773941454.829984:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:0.0:1773941454.829990:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941454.829993:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941454.830011:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941454.830017:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f283eb9000. 00000100:00000001:0.0:1773941454.830023:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941454.830027:0:12453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941454.830029:0:12453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941454.830036:0:12453:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f2883d5600. 00010000:00000001:0.0:1773941454.830042:0:12453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941454.830044:0:12453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f289193600. 00000020:00000001:0.0:1773941454.830048:0:12453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941454.830050:0:12453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f289193600 with handle 0x6eb1e9e7edefbfba to hash 00000020:00000001:0.0:1773941454.830052:0:12453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941454.830053:0:12453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567159223808 : -115506550327808 : ffff96f289193600) 00010000:00000001:0.0:1773941454.830055:0:12453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567159223808 : -115506550327808 : ffff96f289193600) 00010000:00000001:0.0:1773941454.830058:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941454.830061:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941454.830064:0:12453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289193600/0x6eb1e9e7edefbfba lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941454.830071:0:12453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f289193600/0x6eb1e9e7edefbfba lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941454.830080:0:12453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f289193600/0x6eb1e9e7edefbfba lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941454.830084:0:12453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941454.830086:0:12453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941454.830090:0:12453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f2a0e026c0. 00000100:00000001:0.0:1773941454.830092:0:12453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567558137536 : -115506151414080 : ffff96f2a0e026c0) 00000100:00000001:0.0:1773941454.830094:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941454.830095:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420835968 : -115506288715648 : ffff96f298b11880) 00000100:00000001:0.0:1773941454.830099:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941454.830102:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941454.830104:0:12453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941454.830105:0:12453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941454.830118:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b11880 x1860112264213888/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941454.830125:0:12453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941454.830127:0:12453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941454.830130:0:12453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941454.830131:0:12453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941454.830133:0:12453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941454.830135:0:12453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264213888:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941454.830138:0:12453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941454.830143:0:12453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941454.830144:0:12453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941454.830147:0:12453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941454.830150:0:12453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f288f69400. 02000000:00000001:0.0:1773941454.830151:0:12453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941454.830157:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941454.830160:0:12453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d35d8. 00000400:00000010:0.0:1773941454.830165:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d770. 00000100:00000200:0.0:1773941454.830171:0:12453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264213888, portal 25 00000100:00000001:0.0:1773941454.830172:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941454.830173:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420835968 : -115506288715648 : ffff96f298b11880) 00000100:00000040:0.0:1773941454.830177:0:12453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b11880 x1860112264213888/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941470 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941454.830183:0:12453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941454.830185:0:12453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:0.0:1773941454.830187:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5dc38. 00000100:00000200:0.0:1773941454.830189:0:12453:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264213888, offset 0 00000400:00000200:0.0:1773941454.830194:0:12453:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941454.830201:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941454.830207:0:12453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941454.830211:0:12453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941454.830214:0:12453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941454.830217:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941454.830222:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941454.830224:0:12453:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[10, 11] 00000400:00000200:0.0:1773941454.830227:0:12453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:0.0:1773941454.830231:0:12453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [115:115:256:4294967295] 192.168.202.145@tcp LPNI seq info [12:12:8:4294967295] 00000400:00000200:0.0:1773941454.830234:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941454.830243:0:12453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:0.0:1773941454.830247:0:12453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:0.0:1773941454.830251:0:12453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7100. 00000800:00000200:0.0:1773941454.830256:0:12453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:0.0:1773941454.830262:0:12453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:0.0:1773941454.830266:0:12453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773941454.830281:0:12453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941454.830284:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:0.0:1773941454.830286:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294874741 00000100:00000001:0.0:1773941454.830292:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294872958 00000100:00000001:0.0:1773941454.830294:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294874741 00000100:00000001:0.0:1773941454.830297:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294872958 00000100:00000001:0.0:1773941454.830299:0:12453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941454.830301:0:12453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941454.830302:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941454.830304:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773941454.830306:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0e026c0 going to sleep for 11 seconds 00000100:00000001:0.0:1773941454.830308:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941454.830311:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941454.830391:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941454.830397:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7100. 00000400:00000200:2.0:1773941454.830403:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941454.830410:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941454.830416:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5dc38 00000400:00000010:2.0:1773941454.830420:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5dc38. 00000100:00000001:2.0:1773941454.830425:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941454.830432:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b11880 x1860112264213888/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941470 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941454.830444:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941454.830448:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f298b11880 x1860112264213888/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941470 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941454.830456:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941454.830458:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941454.831435:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941454.831446:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941454.831449:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941454.831452:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941454.831457:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941454.831463:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941454.831476:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941454.831481:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941454.831487:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941454.831492:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c03580 00000400:00000200:2.0:1773941454.831498:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941454.831504:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xa9d [1] + 224 00000800:00000001:2.0:1773941454.831511:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941454.831529:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941454.831538:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941454.831541:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941454.831544:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941454.831548:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b11880 x1860112264213888/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941470 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941454.831555:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff96f298b11880 x1860112264213888/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941470 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941454.831569:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941454.831576:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941454.831582:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941454.831607:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941454.831614:0:12453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941454.831616:0:12453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941454.831619:0:12453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d35d8. 00000400:00000200:0.0:1773941454.831624:0:12453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d770 00000400:00000010:0.0:1773941454.831626:0:12453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d770. 00000100:00000001:0.0:1773941454.831628:0:12453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941454.831640:0:12453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b11880 x1860112264213888/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941470 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941454.831647:0:12453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b11880 x1860112264213888/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941470 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941454.831652:0:12453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941454.831653:0:12453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941454.831655:0:12453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941454.831658:0:12453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941454.831660:0:12453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941454.831662:0:12453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941454.831664:0:12453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941454.831668:0:12453:0:(import.c:2136:obd_at_measure()) add 0 to ffff96f2a0db5458 time=19 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941454.831671:0:12453:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941454.831673:0:12453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:0.0:1773941454.831676:0:12453:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.145@tcp: operation ldlm_enqueue to node 192.168.202.145@tcp failed: rc = -107 00000100:00000001:0.0:1773941454.834253:0:12453:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941454.834260:0:12453:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1773941454.834263:0:12453:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.145@tcp of MGS@192.168.202.145@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1773941454.834267:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1773941454.834270:0:12453:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1773941454.837411:0:12453:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:0.0:1773941454.837414:0:12453:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941454.837415:0:12453:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1773941454.837417:0:12453:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1773941454.837422:0:12453:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f298b11880 x1860112264213888/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941470 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941454.837430:0:12453:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941454.837432:0:12453:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941454.837433:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941454.837436:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1773941454.837439:0:12453:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:0.0:1773941454.837441:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941454.837459:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941454.837461:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941454.837462:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1773941454.837464:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941454.837466:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941454.837469:0:12453:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1773941454.837471:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1773941454.837474:0:12453:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1773941454.837478:0:12453:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 203 00000400:00000200:0.0:1773941454.837486:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941454.837493:0:12453:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000040:0.0:1773941454.837498:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941454.837500:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941454.837502:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941454.837504:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:0.0:1773941454.837507:0:12453:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941454.837508:0:12453:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:0.0:1773941454.837510:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941454.837512:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:0.0:1773941454.837514:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:0.0:1773941454.837515:0:12453:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:0.0:1773941454.837517:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941454.837521:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941454.837523:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941454.837524:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:0.0:1773941454.837527:0:12453:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:0.0:1773941454.837529:0:12453:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:0.0:1773941454.837531:0:12453:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941454.837532:0:12453:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1773941454.837535:0:12453:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941454.837537:0:12453:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941454.837538:0:12453:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1773941454.837544:0:12453:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941454.837549:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b13b80. 00000020:00000040:0.0:1773941454.837551:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 02000000:00000001:0.0:1773941454.837554:0:12453:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773941454.837556:0:12453:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941454.837558:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941454.837560:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941454.837563:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941454.837569:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f288f68800. 00000100:00000001:0.0:1773941454.837573:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941454.837578:0:12453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298b13b80 x1860112264214016/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941454.837585:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941454.837588:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941454.837592:0:12453:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e55055e] to pc [ptlrpcd_rcv+-1] req@ffff96f298b13b80 x1860112264214016/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941454.837608:0:12453:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941454.837610:0:12453:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1773941454.837611:0:12453:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941454.837614:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941454.837616:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941454.837618:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941454.837620:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0e026c0 going to sleep for 1 seconds 00000100:00000001:0.0:1773941454.837623:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941454.837625:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941454.837628:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b11880 x1860112264213888/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941470 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941454.837634:0:12453:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1773941454.837636:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941454.837638:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941454.837639:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941454.837644:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b11880 x1860112264213888/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941470 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941454.837651:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941454.837657:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1773941454.837661:0:12453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264213888:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941454.837662:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1773941454.837667:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941454.837672:0:12453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:1.0:1773941454.837674:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b13b80 x1860112264214016/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941454.837676:0:12453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773941454.837679:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941454.837687:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b11880 x1860112264213888/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941470 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941454.837689:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941454.837694:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941454.837700:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1773941454.837702:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941454.837705:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1773941454.837708:0:12453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f2a0e026c0. 02000000:00000001:1.0:1773941454.837710:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941454.837738:0:12453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773941454.837741:0:12453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:0.0:1773941454.837746:0:12453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773941454.837749:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941454.837751:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941454.837754:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289193600 refcount=4 00000100:00100000:1.0:1773941454.837757:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264214016:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000020:00000001:0.0:1773941454.837759:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159223808 : -115506550327808 : ffff96f289193600) 00010000:00000001:0.0:1773941454.837766:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159223808 : -115506550327808 : ffff96f289193600) 00000100:00000001:1.0:1773941454.837767:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941454.837773:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:0.0:1773941454.837775:0:12453:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f289193600/0x6eb1e9e7edefbfba lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:1.0:1773941454.837777:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941454.837783:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1773941454.837801:0:12453:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 02000000:00000010:1.0:1773941454.837803:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f29874a800. 00010000:00010000:0.0:1773941454.837806:0:12453:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f289193600/0x6eb1e9e7edefbfba lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941454.837813:0:12453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 02000000:00000001:1.0:1773941454.837816:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941454.837817:0:12453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289193600/0x6eb1e9e7edefbfba lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941454.837824:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1773941454.837826:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941454.837832:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15370. 00010000:00000001:0.0:1773941454.837833:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773941454.837837:0:12453:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f289193600/0x6eb1e9e7edefbfba lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:1.0:1773941454.837841:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1660. 00010000:00000001:0.0:1773941454.837843:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941454.837847:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1773941454.837851:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264214016, portal 25 00010000:00000001:0.0:1773941454.837851:0:12453:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773941454.837854:0:12453:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f289193600/0x6eb1e9e7edefbfba lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941454.837857:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941454.837860:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420844928 : -115506288706688 : ffff96f298b13b80) 00010000:00010000:0.0:1773941454.837862:0:12453:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f289193600 already unused, calling callback (ffffffffc147fc20) 10000000:00000001:0.0:1773941454.837866:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1773941454.837869:0:12453:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f289193600/0x6eb1e9e7edefbfba lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:1.0:1773941454.837871:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b13b80 x1860112264214016/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773941454.837877:0:12453:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773941454.837880:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941454.837882:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941454.837885:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289193600 refcount=5 00000100:00000001:1.0:1773941454.837889:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1773941454.837889:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159223808 : -115506550327808 : ffff96f289193600) 00010000:00000001:0.0:1773941454.837893:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159223808 : -115506550327808 : ffff96f289193600) 00000100:00000040:1.0:1773941454.837897:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00010000:00000001:0.0:1773941454.837897:0:12453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773941454.837902:0:12453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f289193600/0x6eb1e9e7edefbfba lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:1.0:1773941454.837904:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1908. 00000100:00000200:1.0:1773941454.837911:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264214016, offset 0 10000000:00000001:0.0:1773941454.837911:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1773941454.837914:0:12453:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f289193600/0x6eb1e9e7edefbfba lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1773941454.837918:0:12453:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1773941454.837920:0:12453:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1773941454.837921:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941454.837923:0:12453:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1773941454.837926:0:12453:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000400:00000200:1.0:1773941454.837933:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00010000:00000001:0.0:1773941454.837935:0:12453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773941454.837938:0:12453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773941454.837941:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941454.837943:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941454.837944:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000020:00000040:0.0:1773941454.837948:0:12453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f289193600 with handle 0x6eb1e9e7edefbfba from hash 00010000:00000001:0.0:1773941454.837953:0:12453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:1.0:1773941454.837955:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00010000:00000001:0.0:1773941454.837956:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941454.837960:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941454.837962:0:12453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:1.0:1773941454.837965:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:0.0:1773941454.837966:0:12453:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773941454.837969:0:12453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:1.0:1773941454.837972:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00010000:00000001:0.0:1773941454.837975:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941454.837979:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1773941454.837980:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00010000:00000001:0.0:1773941454.837981:0:12453:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941454.837986:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 10000000:00000001:0.0:1773941454.837986:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941454.837993:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[12, 11] 00010000:00010000:0.0:1773941454.837993:0:12453:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f289193600/0x6eb1e9e7edefbfba lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941454.838004:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00010000:00000001:0.0:1773941454.838006:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941454.838008:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941454.838011:0:12453:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:1.0:1773941454.838014:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [116:116:256:4294967295] 192.168.202.155@tcp LPNI seq info [13:13:8:4294967295] 00010000:00000001:0.0:1773941454.838014:0:12453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773941454.838017:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941454.838019:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941454.838021:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773941454.838024:0:12453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f289193600/0x6eb1e9e7edefbfba lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941454.838025:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00010000:00000040:0.0:1773941454.838034:0:12453:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f2883d5600 count: 0 00000400:00000200:1.0:1773941454.838042:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00010000:00000001:0.0:1773941454.838048:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:1.0:1773941454.838052:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.155@tcp 00010000:00000001:0.0:1773941454.838052:0:12453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941454.838054:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:1.0:1773941454.838060:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f298b8fc00. 00000100:00000040:0.0:1773941454.838060:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b11880 x1860112264213888/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941470 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941454.838069:0:12453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941454.838072:0:12453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000200:1.0:1773941454.838073:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 02000000:00000010:0.0:1773941454.838082:0:12453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f288f69400. 00000800:00000200:1.0:1773941454.838084:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 02000000:00000001:0.0:1773941454.838086:0:12453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941454.838089:0:12453:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000200:1.0:1773941454.838091:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f298b8fc00 type 1, nob 616 niov 1 nkiov 1 00000020:00000040:0.0:1773941454.838091:0:12453:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:0.0:1773941454.838096:0:12453:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941454.838099:0:12453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f283eb9000. 02000000:00000001:0.0:1773941454.838101:0:12453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941454.838103:0:12453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941454.838104:0:12453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b11880. 00000100:00000001:0.0:1773941454.838107:0:12453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941454.838108:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941454.838110:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941454.838110:0:12453:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:0.0:1773941454.838112:0:12453:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:0.0:1773941454.838114:0:12453:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1773941454.838118:0:12453:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f282edd880. 00000020:00000010:0.0:1773941454.838124:0:12453:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f283eb9000. 00000400:00000200:1.0:1773941454.838126:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000020:00000010:0.0:1773941454.838129:0:12453:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f283eb9600. 00000100:00000001:1.0:1773941454.838131:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294874749 00000040:00000010:0.0:1773941454.838133:0:12453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f283eb9c00. 00000020:00000010:0.0:1773941454.838138:0:12453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f28309b000. 00000100:00000001:1.0:1773941454.838142:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294874741 00000020:00000010:0.0:1773941454.838142:0:12453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f283eb9e00. 80000000:00000010:0.0:1773941454.838149:0:12453:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f28376f660. 00000100:00000001:1.0:1773941454.838151:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294874749 00040000:00000010:0.0:1773941454.838155:0:12453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f283eb9a00. 00000100:00000001:1.0:1773941454.838157:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294874741 20000000:00000010:0.0:1773941454.838160:0:12453:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f283eb9800. 00000100:00000001:1.0:1773941454.838162:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000040:0.0:1773941454.838165:0:12453:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 00000100:00000001:1.0:1773941454.838168:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941454.838169:0:12453:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941454.838174:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941454.838176:0:12453:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f283eb9600. 00000100:00000001:1.0:1773941454.838179:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1773941454.838180:0:12453:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f283eb9c00. 00000020:00000010:0.0:1773941454.838185:0:12453:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f28309b000. 00000100:00000001:1.0:1773941454.838187:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1773941454.838188:0:12453:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f283eb9e00. 00000100:00000001:1.0:1773941454.838191:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 80000000:00000010:0.0:1773941454.838193:0:12453:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f28376f660. 00000100:00000001:1.0:1773941454.838199:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00040000:00000010:0.0:1773941454.838199:0:12453:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f283eb9a00. 00000100:00000001:1.0:1773941454.838202:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 20000000:00000010:0.0:1773941454.838204:0:12453:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f283eb9800. 00000100:00000001:1.0:1773941454.838207:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941454.838208:0:12453:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f283eb9000. 00000100:00000001:1.0:1773941454.838212:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:0.0:1773941454.838213:0:12453:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f282edd880. 10000000:01000000:0.0:1773941454.838219:0:12453:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 00000800:00000200:2.0:1773941454.838224:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000001:0.0:1773941454.838225:0:12453:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:0.0:1773941454.838230:0:12453:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 00000800:00000010:2.0:1773941454.838231:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f298b8fc00. 00000400:00000200:2.0:1773941454.838240:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941454.838248:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:2.0:1773941454.838253:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1908 00000400:00000010:2.0:1773941454.838256:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1908. 00000100:00000001:2.0:1773941454.838260:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941454.838267:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b13b80 x1860112264214016/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941454.838276:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941454.838280:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b13b80 x1860112264214016/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941454.838287:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941454.838290:0:2348:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000001:0.0:1773941454.841569:0:12453:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1773941454.841573:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941454.841575:0:12453:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff96f2a0da3200) refs 2 10000000:00000001:0.0:1773941454.841578:0:12453:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:2.0:1773941454.842095:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941454.842107:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941454.842109:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941454.842112:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941454.842119:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941454.842125:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : PUT - for me 00000400:00000200:2.0:1773941454.842132:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941454.842136:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941454.842152:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941454.842157:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c03600 00000400:00000200:2.0:1773941454.842162:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941454.842168:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xaa5 [1] + 0 00000800:00000001:2.0:1773941454.842176:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941454.842184:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941454.842187:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941454.842191:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000100:00000001:2.0:1773941454.842197:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941454.842204:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b13b80 x1860112264214016/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941454.842217:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f298b13b80 x1860112264214016/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941454.842235:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941454.842243:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941454.842246:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941454.842277:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941454.842281:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941454.842288:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941454.842290:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941454.842293:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15370. 00000400:00000200:1.0:1773941454.842299:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1660 00000400:00000010:1.0:1773941454.842302:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1660. 00000100:00000001:1.0:1773941454.842305:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941454.842312:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b13b80 x1860112264214016/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941454.842324:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b13b80 x1860112264214016/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941454.842332:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941454.842334:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941454.842336:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941454.842340:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941454.842342:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941454.842345:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941454.842348:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941454.842354:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=19 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941454.842366:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941454.842369:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941454.842371:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941454.842374:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941454.842376:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941454.842380:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941454.842385:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b13b80 x1860112264214016/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941454.842393:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941454.842396:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941454.842398:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941454.842401:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1773941454.842407:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:1.0:1773941454.842410:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941454.842412:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:1.0:1773941454.842424:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941454.842427:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:1.0:1773941454.842430:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:1.0:1773941454.842433:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:1.0:1773941454.842437:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941454 v=0 (0 0 0 0) 00000100:00001000:1.0:1773941454.842441:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:1.0:1773941454.842448:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:1.0:1773941454.842451:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941454.842453:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:1.0:1773941454.842456:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941454.842458:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941454.842462:0:2352:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.145@tcp after partition 00000100:00080000:1.0:1773941454.842464:0:2352:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:1.0:1773941454.842467:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1773941454.842471:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1773941454.842475:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:1.0:1773941454.842478:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:1.0:1773941454.842686:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941454.842697:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941454.842704:0:12463:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000040:1.0:1773941454.842705:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b13b80 x1860112264214016/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1773941454.842737:0:12463:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 00000100:00100000:2.0:1773941454.842740:0:12463:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:1.0:1773941454.842748:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264214016:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941454.842758:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941454.842762:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941454.842766:0:12463:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941454.842769:0:12463:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000040:1.0:1773941454.842769:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b13b80 x1860112264214016/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1773941454.842773:0:12463:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941454.842776:0:12463:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941454.842780:0:12463:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773941454.842797:0:12463:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:1.0:1773941454.842797:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:2.0:1773941454.842800:0:12463:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:1.0:1773941454.842802:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:2.0:1773941454.842803:0:12463:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941454.842806:0:12463:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941454.842808:0:12463:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000010:1.0:1773941454.842808:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f29874a800. 00000100:00080000:2.0:1773941454.842813:0:12463:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 02000000:00000001:1.0:1773941454.842815:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1773941454.842816:0:12463:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773941454.842821:0:12463:0:(recover.c:147:ptlrpc_resend()) Process entered 00000020:00000001:1.0:1773941454.842821:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1773941454.842824:0:12463:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941454.842826:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941454.842830:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:2.0:1773941454.842834:0:12463:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 02000000:00000010:1.0:1773941454.842835:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f288f68800. 00000100:00000001:2.0:1773941454.842837:0:12463:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941454.842841:0:12463:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 02000000:00000001:1.0:1773941454.842841:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:00000040:2.0:1773941454.842846:0:12463:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 02000000:00000001:1.0:1773941454.842846:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941454.842850:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b13b80. 00000100:00000001:1.0:1773941454.842855:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941454.842857:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773941454.842858:0:12463:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 00000100:00000001:1.0:1773941454.842860:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941454.842861:0:12463:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941454.842865:0:12463:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941454.842869:0:12463:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 00000100:00000001:1.0:1773941454.842870:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941454.842875:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941454.842879:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941454.842882:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941454.845518:0:12463:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941454.845525:0:12463:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941454.845528:0:12463:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:2.0:1773941454.845531:0:12463:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941454.845533:0:12463:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1773941454.845748:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f2883d5600. 00010000:00000010:0.1:1773941454.845758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f289193600. 00000020:00000001:2.0:1773941455.277901:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941455.277909:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941455.277914:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1773941456.301843:0:12453:0:(mgc_request.c:105:config_log_get()) Process entered 00000020:00000001:3.0:1773941456.301844:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941456.301850:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1773941456.301850:0:12453:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff96f2a0da3200) refs 2 00010000:00010000:3.0:1773941456.301855:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1773941456.301855:0:12453:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941456.301859:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941456.301861:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941456.301863:0:12453:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1773941456.301882:0:12453:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1773941456.301885:0:12453:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1773941456.301888:0:12453:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f298b5cd28 from 1 10000000:00000001:1.0:1773941456.301908:0:12453:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773941456.301910:0:12453:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1773941456.301918:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298ae8e00. 00000020:00000040:1.0:1773941456.301923:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:1.0:1773941456.301927:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941456.301929:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941456.301933:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941456.301950:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f289153200. 00000100:00000001:1.0:1773941456.301957:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941456.301962:0:12453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773941456.301965:0:12453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773941456.301974:0:12453:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f29169ae00. 00010000:00000001:1.0:1773941456.301981:0:12453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773941456.301985:0:12453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f28164ce00. 00000020:00000010:1.0:1773941456.301991:0:12453:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff96f282b42300. 00000020:00000001:1.0:1773941456.301994:0:12453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941456.301997:0:12453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f28164ce00 with handle 0x6eb1e9e7edefbfc1 to hash 00000020:00000001:1.0:1773941456.302000:0:12453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773941456.302001:0:12453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567029960192 : -115506679591424 : ffff96f28164ce00) 00010000:00000001:1.0:1773941456.302005:0:12453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567029960192 : -115506679591424 : ffff96f28164ce00) 00010000:00000001:1.0:1773941456.302008:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941456.302010:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941456.302014:0:12453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfc1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941456.302021:0:12453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfc1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941456.302030:0:12453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfc1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941456.302034:0:12453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941456.302036:0:12453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941456.302040:0:12453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f288017e40. 00000100:00000001:1.0:1773941456.302047:0:12453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567140892224 : -115506568659392 : ffff96f288017e40) 00000100:00000001:1.0:1773941456.302049:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941456.302050:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420669440 : -115506288882176 : ffff96f298ae8e00) 00000100:00000001:1.0:1773941456.302054:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941456.302057:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941456.302059:0:12453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941456.302061:0:12453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941456.302069:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298ae8e00 x1860112264214144/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941456.302077:0:12453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941456.302079:0:12453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941456.302083:0:12453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941456.302086:0:12453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941456.302089:0:12453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941456.302092:0:12453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298ae8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264214144:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941456.302097:0:12453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941456.302102:0:12453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941456.302105:0:12453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941456.302108:0:12453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941456.302113:0:12453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f29874a800. 02000000:00000001:1.0:1773941456.302115:0:12453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941456.302122:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941456.302127:0:12453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15370. 00000400:00000010:1.0:1773941456.302133:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1660. 00000100:00000200:1.0:1773941456.302140:0:12453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264214144, portal 25 00000100:00000001:1.0:1773941456.302142:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941456.302143:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420669440 : -115506288882176 : ffff96f298ae8e00) 00000100:00000040:1.0:1773941456.302149:0:12453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298ae8e00 x1860112264214144/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941472 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941456.302157:0:12453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941456.302160:0:12453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:1.0:1773941456.302162:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1550. 00000100:00000200:1.0:1773941456.302166:0:12453:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264214144, offset 0 00000400:00000200:1.0:1773941456.302177:0:12453:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941456.302186:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941456.302194:0:12453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941456.302199:0:12453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941456.302203:0:12453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941456.302208:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941456.302210:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941456.302214:0:12453:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[12, 13] 00000400:00000200:1.0:1773941456.302218:0:12453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:1.0:1773941456.302222:0:12453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [117:117:256:4294967295] 192.168.202.145@tcp LPNI seq info [14:14:8:4294967295] 00000400:00000200:1.0:1773941456.302227:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941456.302237:0:12453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:1.0:1773941456.302244:0:12453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:1.0:1773941456.302249:0:12453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f298b8fd00. 00000800:00000200:1.0:1773941456.302257:0:12453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:1.0:1773941456.302264:0:12453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:1.0:1773941456.302269:0:12453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f298b8fd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773941456.302286:0:12453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941456.302290:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:1.0:1773941456.302293:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294876213 00000100:00000001:1.0:1773941456.302299:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294874749 00000100:00000001:1.0:1773941456.302304:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294876213 00000100:00000001:1.0:1773941456.302310:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294874749 00000100:00000001:1.0:1773941456.302314:0:12453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941456.302317:0:12453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941456.302319:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941456.302321:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941456.302324:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f288017e40 going to sleep for 11 seconds 00000100:00000001:1.0:1773941456.302327:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941456.302330:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941456.302394:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941456.302398:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f298b8fd00. 00000400:00000200:2.0:1773941456.302403:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941456.302409:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941456.302414:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1550 00000400:00000010:2.0:1773941456.302416:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1550. 00000100:00000001:2.0:1773941456.302420:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941456.302424:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298ae8e00 x1860112264214144/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941472 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941456.302432:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941456.302435:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f298ae8e00 x1860112264214144/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941472 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941456.302440:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941456.302441:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941456.303786:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941456.303799:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941456.303802:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941456.303805:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941456.303818:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941456.303825:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941456.303833:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941456.303837:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941456.303841:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941456.303846:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c03680 00000400:00000200:2.0:1773941456.303850:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941456.303856:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xaad [1] + 224 00000800:00000001:2.0:1773941456.303863:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941456.303872:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941456.303874:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941456.303878:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941456.303883:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941456.303889:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298ae8e00 x1860112264214144/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941472 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941456.303900:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff96f298ae8e00 x1860112264214144/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941472 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941456.303921:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941456.303929:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941456.303933:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941456.303995:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941456.304002:0:12453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941456.304005:0:12453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941456.304007:0:12453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15370. 00000400:00000200:1.0:1773941456.304012:0:12453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1660 00000400:00000010:1.0:1773941456.304014:0:12453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1660. 00000100:00000001:1.0:1773941456.304017:0:12453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941456.304023:0:12453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298ae8e00 x1860112264214144/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941472 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941456.304035:0:12453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298ae8e00 x1860112264214144/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941472 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941456.304044:0:12453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941456.304046:0:12453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941456.304048:0:12453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941456.304051:0:12453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941456.304054:0:12453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941456.304057:0:12453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941456.304060:0:12453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941456.304066:0:12453:0:(import.c:2136:obd_at_measure()) add 0 to ffff96f2a0db5458 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941456.304070:0:12453:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941456.304074:0:12453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1773941456.304078:0:12453:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.145@tcp: operation ldlm_enqueue to node 192.168.202.145@tcp failed: rc = -107 00000100:00000001:1.0:1773941456.306378:0:12453:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941456.306386:0:12453:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941456.306389:0:12453:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.145@tcp of MGS@192.168.202.145@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941456.306393:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941456.306396:0:12453:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941456.306399:0:12453:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941456.306401:0:12453:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941456.306402:0:12453:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941456.306404:0:12453:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941456.306408:0:12453:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f298ae8e00 x1860112264214144/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941472 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941456.306426:0:12453:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941456.306428:0:12453:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941456.306429:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941456.306432:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941456.306434:0:12453:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941456.306435:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941456.306437:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941456.306437:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941456.306438:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941456.306439:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941456.306440:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941456.306441:0:12453:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941456.306443:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941456.306445:0:12453:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941456.306447:0:12453:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 205 00000400:00000200:1.0:1773941456.306452:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941456.306458:0:12453:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941456.306463:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941456.306466:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941456.306469:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941456.306471:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:1.0:1773941456.306475:0:12453:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941456.306477:0:12453:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:1.0:1773941456.306480:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941456.306483:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:1.0:1773941456.306486:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:1.0:1773941456.306488:0:12453:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:1.0:1773941456.306491:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941456.306493:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941456.306495:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941456.306498:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:1.0:1773941456.306501:0:12453:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:1.0:1773941456.306510:0:12453:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:1.0:1773941456.306513:0:12453:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941456.306516:0:12453:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941456.306519:0:12453:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941456.306522:0:12453:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941456.306524:0:12453:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941456.306526:0:12453:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941456.306530:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298aea300. 00000020:00000040:1.0:1773941456.306532:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 02000000:00000001:1.0:1773941456.306535:0:12453:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941456.306537:0:12453:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941456.306539:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941456.306541:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941456.306543:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941456.306548:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f298749800. 00000100:00000001:1.0:1773941456.306552:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941456.306556:0:12453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298aea300 x1860112264214272/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941456.306562:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941456.306565:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941456.306569:0:12453:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000655e1300] to pc [ptlrpcd_rcv+-1] req@ffff96f298aea300 x1860112264214272/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941456.306588:0:12453:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941456.306590:0:12453:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941456.306591:0:12453:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941456.306594:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941456.306596:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941456.306598:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941456.306600:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f288017e40 going to sleep for 1 seconds 00000100:00000001:1.0:1773941456.306601:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941456.306603:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941456.306606:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298ae8e00 x1860112264214144/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941472 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941456.306620:0:12453:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941456.306622:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941456.306624:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941456.306626:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941456.306629:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298ae8e00 x1860112264214144/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941472 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941456.306634:0:12453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298ae8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264214144:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941456.306639:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941456.306641:0:12453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941456.306643:0:12453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941456.306645:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941456.306647:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1773941456.306648:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298ae8e00 x1860112264214144/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941472 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941456.306654:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941456.306656:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941456.306658:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1773941456.306659:0:12453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f288017e40. 00000100:00000001:1.0:1773941456.306664:0:12453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773941456.306665:0:12453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:1.0:1773941456.306669:0:12453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000040:0.0:1773941456.306671:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298aea300 x1860112264214272/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941456.306672:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941456.306675:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941456.306678:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164ce00 refcount=4 00000020:00000001:1.0:1773941456.306683:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029960192 : -115506679591424 : ffff96f28164ce00) 00010000:00000001:1.0:1773941456.306687:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029960192 : -115506679591424 : ffff96f28164ce00) 00000100:00000001:0.0:1773941456.306692:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:1.0:1773941456.306694:0:12453:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfc1 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941456.306695:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941456.306704:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1773941456.306705:0:12453:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:1.0:1773941456.306710:0:12453:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfc1 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941456.306744:0:12453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 02000000:00000001:0.0:1773941456.306747:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773941456.306750:0:12453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfc1 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1773941456.306753:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941456.306762:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1773941456.306763:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298aea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264214272:192.168.202.145@tcp:250:ll_cfg_requeue.0 00010000:00000001:1.0:1773941456.306765:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773941456.306768:0:12453:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfc1 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941456.306783:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1773941456.306789:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:0.0:1773941456.306789:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1773941456.306793:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941456.306793:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941456.306799:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1773941456.306800:0:12453:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773941456.306804:0:12453:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfc1 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:0.0:1773941456.306805:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f288f69400. 02000000:00000001:0.0:1773941456.306809:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941456.306816:0:12453:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f28164ce00 already unused, calling callback (ffffffffc147fc20) 00000400:00000200:0.0:1773941456.306820:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 10000000:00000001:1.0:1773941456.306822:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000010:0.0:1773941456.306824:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d35d8. 10000000:00010000:1.0:1773941456.306826:0:12453:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfc1 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:0.0:1773941456.306831:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d770. 00010000:00000001:1.0:1773941456.306832:0:12453:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773941456.306835:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941456.306836:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1773941456.306837:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264214272, portal 25 00000020:00000040:1.0:1773941456.306838:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164ce00 refcount=5 00000100:00000001:0.0:1773941456.306842:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1773941456.306843:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029960192 : -115506679591424 : ffff96f28164ce00) 00000100:00000001:0.0:1773941456.306845:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420674816 : -115506288876800 : ffff96f298aea300) 00010000:00000001:1.0:1773941456.306846:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029960192 : -115506679591424 : ffff96f28164ce00) 00010000:00000001:1.0:1773941456.306853:0:12453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:0.0:1773941456.306854:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298aea300 x1860112264214272/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1773941456.306857:0:12453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfc1 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1773941456.306876:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1773941456.306877:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941456.306880:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 10000000:00010000:1.0:1773941456.306886:0:12453:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfc1 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:0.0:1773941456.306892:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5df68. 10000000:01000000:1.0:1773941456.306894:0:12453:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000200:0.0:1773941456.306896:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264214272, offset 0 10000000:00000040:1.0:1773941456.306897:0:12453:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:1.0:1773941456.306901:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941456.306904:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00010000:00010000:1.0:1773941456.306905:0:12453:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773941456.306908:0:12453:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773941456.306910:0:12453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773941456.306912:0:12453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:0.0:1773941456.306913:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000001:1.0:1773941456.306914:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941456.306917:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941456.306920:0:12453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f28164ce00 with handle 0x6eb1e9e7edefbfc1 from hash 00000400:00000200:0.0:1773941456.306921:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00010000:00000001:1.0:1773941456.306925:0:12453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941456.306928:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1773941456.306928:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:1.0:1773941456.306932:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941456.306934:0:12453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773941456.306936:0:12453:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000400:00000200:0.0:1773941456.306936:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00010000:00000001:1.0:1773941456.306940:0:12453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:0.0:1773941456.306943:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00010000:00000001:1.0:1773941456.306944:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941456.306946:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941456.306949:0:12453:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941456.306952:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941456.306952:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00010000:00010000:1.0:1773941456.306957:0:12453:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfc1 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941456.306962:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[14, 13] 00010000:00000001:1.0:1773941456.306965:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941456.306967:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941456.306971:0:12453:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773941456.306974:0:12453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:0.0:1773941456.306974:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00010000:00000001:1.0:1773941456.306977:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941456.306979:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941456.306981:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941456.306983:0:12453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfc1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941456.306985:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [118:118:256:4294967295] 192.168.202.155@tcp LPNI seq info [15:15:8:4294967295] 00010000:00000040:1.0:1773941456.306994:0:12453:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f29169ae00 count: 0 00000400:00000200:0.0:1773941456.306997:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00010000:00000001:1.0:1773941456.307014:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941456.307017:0:12453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:0.0:1773941456.307017:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00000100:00000001:1.0:1773941456.307022:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941456.307029:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298ae8e00 x1860112264214144/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941472 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1773941456.307032:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.155@tcp 00000100:00000001:1.0:1773941456.307041:0:12453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000010:0.0:1773941456.307041:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7e00. 02000000:00000001:1.0:1773941456.307044:0:12453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941456.307048:0:12453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f29874a800. 00000800:00000200:0.0:1773941456.307052:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 02000000:00000001:1.0:1773941456.307053:0:12453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941456.307056:0:12453:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941456.307059:0:12453:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941456.307061:0:12453:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941456.307065:0:12453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f289153200. 00000800:00000200:0.0:1773941456.307066:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 02000000:00000001:1.0:1773941456.307070:0:12453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000200:0.0:1773941456.307072:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7e00 type 1, nob 616 niov 1 nkiov 1 02000000:00000001:1.0:1773941456.307073:0:12453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941456.307076:0:12453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298ae8e00. 00000100:00000001:1.0:1773941456.307080:0:12453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941456.307081:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941456.307082:0:12453:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:1.0:1773941456.307085:0:12453:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:1.0:1773941456.307086:0:12453:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1773941456.307090:0:12453:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f298b7aa00. 00000100:00000001:0.0:1773941456.307090:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941456.307093:0:12453:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f289153200. 00000400:00000200:0.0:1773941456.307098:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000020:00000010:1.0:1773941456.307099:0:12453:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f289153a00. 00000100:00000001:0.0:1773941456.307101:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294876218 00000040:00000010:1.0:1773941456.307103:0:12453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f289153c00. 00000020:00000010:1.0:1773941456.307109:0:12453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f2a0d95800. 00000100:00000001:0.0:1773941456.307112:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294876213 00000020:00000010:1.0:1773941456.307113:0:12453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f289152a00. 80000000:00000010:1.0:1773941456.307122:0:12453:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f2830d2180. 00000100:00000001:0.0:1773941456.307123:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294876218 00040000:00000010:1.0:1773941456.307126:0:12453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f289152600. 00000100:00000001:0.0:1773941456.307129:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294876213 20000000:00000010:1.0:1773941456.307130:0:12453:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f289152c00. 10000000:00000040:1.0:1773941456.307136:0:12453:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 00000100:00000001:0.0:1773941456.307137:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:1.0:1773941456.307139:0:12453:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1773941456.307142:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941456.307145:0:12453:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f289153a00. 00000100:00000001:0.0:1773941456.307147:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1773941456.307149:0:12453:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f289153c00. 00000100:00000001:0.0:1773941456.307152:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1773941456.307158:0:12453:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f2a0d95800. 00000100:00000001:0.0:1773941456.307158:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1773941456.307162:0:12453:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f289152a00. 80000000:00000010:1.0:1773941456.307165:0:12453:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f2830d2180. 00040000:00000010:1.0:1773941456.307170:0:12453:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f289152600. 00000100:00000001:0.0:1773941456.307171:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 20000000:00000010:1.0:1773941456.307174:0:12453:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f289152c00. 00000100:00000001:0.0:1773941456.307176:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1773941456.307179:0:12453:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f289153200. 00000100:00000001:0.0:1773941456.307179:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000010:1.0:1773941456.307183:0:12453:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f298b7aa00. 00000100:00000001:0.0:1773941456.307184:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1773941456.307188:0:12453:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 00000100:00000001:0.0:1773941456.307189:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941456.307193:0:12453:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000800:00000200:2.0:1773941456.307194:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00020000:1.0:1773941456.307196:0:12453:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 00000800:00000010:2.0:1773941456.307201:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7e00. 00000400:00000200:2.0:1773941456.307210:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941456.307218:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:2.0:1773941456.307222:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5df68 00000400:00000010:2.0:1773941456.307225:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5df68. 00000100:00000001:2.0:1773941456.307229:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941456.307234:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298aea300 x1860112264214272/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941456.307244:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941456.307247:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298aea300 x1860112264214272/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941466 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941456.307277:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941456.307279:0:2348:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000001:1.0:1773941456.309202:0:12453:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1773941456.309204:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941456.309206:0:12453:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff96f2a0da3200) refs 2 10000000:00000001:1.0:1773941456.309208:0:12453:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:2.0:1773941456.312308:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941456.312319:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941456.312322:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941456.312324:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941456.312329:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941456.312333:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : PUT - for me 00000400:00000200:2.0:1773941456.312338:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941456.312341:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941456.312345:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941456.312348:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c03700 00000400:00000200:2.0:1773941456.312351:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941456.312357:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xab5 [1] + 0 00000800:00000001:2.0:1773941456.312364:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941456.312370:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941456.312372:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941456.312375:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000100:00000001:2.0:1773941456.312380:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941456.312384:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298aea300 x1860112264214272/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941466 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941456.312392:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f298aea300 x1860112264214272/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941466 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941456.312413:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941456.312420:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941456.312423:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941456.312451:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941456.312455:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941456.312462:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941456.312464:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941456.312467:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d35d8. 00000400:00000200:0.0:1773941456.312472:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d770 00000400:00000010:0.0:1773941456.312475:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d770. 00000100:00000001:0.0:1773941456.312479:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941456.312485:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298aea300 x1860112264214272/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941466 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941456.312495:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298aea300 x1860112264214272/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941466 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941456.312503:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941456.312505:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941456.312507:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941456.312510:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941456.312512:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941456.312514:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941456.312515:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941456.312521:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941456.312524:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941456.312526:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941456.312527:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941456.312529:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773941456.312530:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941456.312532:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941456.312536:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298aea300 x1860112264214272/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941466 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941456.312540:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941456.312542:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941456.312552:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941456.312554:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1773941456.312558:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:0.0:1773941456.312561:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941456.312562:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:0.0:1773941456.312564:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941456.312566:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:0.0:1773941456.312568:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:0.0:1773941456.312570:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:0.0:1773941456.312572:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941456 v=0 (0 0 0 0) 00000100:00001000:0.0:1773941456.312574:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:0.0:1773941456.312579:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:0.0:1773941456.312580:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941456.312582:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:0.0:1773941456.312584:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941456.312585:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941456.312588:0:2352:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.145@tcp after partition 00000100:00080000:0.0:1773941456.312589:0:2352:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:0.0:1773941456.312591:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1773941456.312594:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1773941456.312597:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:0.0:1773941456.312598:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:1.0:1773941456.312790:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941456.312794:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941456.312800:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298aea300 x1860112264214272/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941466 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941456.312806:0:12464:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:1.0:1773941456.312809:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298aea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264214272:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941456.312815:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773941456.312815:0:12464:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 00000100:00000001:1.0:1773941456.312817:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1773941456.312819:0:12464:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000040:1.0:1773941456.312824:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298aea300 x1860112264214272/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941466 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941456.312824:0:12464:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941456.312827:0:12464:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:0.0:1773941456.312831:0:12464:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:1.0:1773941456.312835:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:0.0:1773941456.312837:0:12464:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:1.0:1773941456.312838:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941456.312842:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f288f69400. 00000001:00000001:0.0:1773941456.312844:0:12464:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941456.312845:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941456.312847:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:0.0:1773941456.312849:0:12464:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000040:1.0:1773941456.312850:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941456.312855:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:0.0:1773941456.312855:0:12464:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:1.0:1773941456.312858:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f298749800. 00000001:00000001:0.0:1773941456.312860:0:12464:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941456.312862:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:00000001:0.0:1773941456.312864:0:12464:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941456.312870:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941456.312872:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298aea300. 00000100:00000001:1.0:1773941456.312878:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941456.312878:0:12464:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941456.312882:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941456.312884:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773941456.312886:0:12464:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941456.312889:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941456.312891:0:12464:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941456.312892:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941456.312896:0:12464:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941456.312899:0:12464:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941456.312902:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1773941456.312903:0:12464:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941456.312906:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941456.312908:0:12464:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941456.312911:0:12464:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941456.312913:0:12464:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 00000100:00080000:0.0:1773941456.312932:0:12464:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941456.312935:0:12464:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941456.312937:0:12464:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941456.312942:0:12464:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 00000100:00000001:0.0:1773941456.312945:0:12464:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941456.312948:0:12464:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941456.312950:0:12464:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:0.0:1773941456.312953:0:12464:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941456.312954:0:12464:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773941456.314763:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f29169ae00. 00010000:00000010:1.1:1773941456.314781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f28164ce00. 00000100:00000040:1.0:1773941456.365851:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (211) 00000020:00000001:2.0:1773941457.325893:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941457.325901:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941457.325907:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1773941457.837855:0:12453:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1773941457.837863:0:12453:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff96f2a0da3200) refs 2 10000000:00000001:1.0:1773941457.837868:0:12453:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941457.837870:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941457.837871:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941457.837872:0:12453:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1773941457.837875:0:12453:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1773941457.837877:0:12453:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1773941457.837879:0:12453:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f298b5cd28 from 1 10000000:00000001:1.0:1773941457.837881:0:12453:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773941457.837882:0:12453:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1773941457.837892:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298aea300. 00000020:00000040:1.0:1773941457.837896:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:1.0:1773941457.837900:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941457.837902:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941457.837908:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941457.837917:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f289153200. 00000100:00000001:1.0:1773941457.837924:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941457.837929:0:12453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773941457.837932:0:12453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773941457.837939:0:12453:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f29169ae00. 00010000:00000001:1.0:1773941457.837945:0:12453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773941457.837949:0:12453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f28164ce00. 00000020:00000001:1.0:1773941457.837954:0:12453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941457.837957:0:12453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f28164ce00 with handle 0x6eb1e9e7edefbfc8 to hash 00000020:00000001:1.0:1773941457.837959:0:12453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773941457.837961:0:12453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567029960192 : -115506679591424 : ffff96f28164ce00) 00010000:00000001:1.0:1773941457.837964:0:12453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567029960192 : -115506679591424 : ffff96f28164ce00) 00010000:00000001:1.0:1773941457.837985:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941457.837988:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941457.837993:0:12453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfc8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941457.838005:0:12453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfc8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941457.838018:0:12453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfc8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941457.838026:0:12453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941457.838028:0:12453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941457.838034:0:12453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f288017e40. 00000100:00000001:1.0:1773941457.838037:0:12453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567140892224 : -115506568659392 : ffff96f288017e40) 00000100:00000001:1.0:1773941457.838040:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941457.838041:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420674816 : -115506288876800 : ffff96f298aea300) 00000100:00000001:1.0:1773941457.838045:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941457.838049:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941457.838051:0:12453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941457.838053:0:12453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941457.838065:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298aea300 x1860112264214400/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941457.838074:0:12453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941457.838077:0:12453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941457.838082:0:12453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941457.838085:0:12453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941457.838088:0:12453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941457.838092:0:12453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298aea300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264214400:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941457.838097:0:12453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941457.838101:0:12453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941457.838104:0:12453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941457.838106:0:12453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941457.838116:0:12453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f298749800. 02000000:00000001:1.0:1773941457.838118:0:12453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941457.838124:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941457.838128:0:12453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15370. 00000400:00000010:1.0:1773941457.838132:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1660. 00000100:00000200:1.0:1773941457.838139:0:12453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264214400, portal 25 00000100:00000001:1.0:1773941457.838141:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941457.838142:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420674816 : -115506288876800 : ffff96f298aea300) 00000100:00000040:1.0:1773941457.838146:0:12453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298aea300 x1860112264214400/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941473 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941457.838152:0:12453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941457.838154:0:12453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:1.0:1773941457.838156:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1330. 00000100:00000200:1.0:1773941457.838159:0:12453:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264214400, offset 0 00000400:00000200:1.0:1773941457.838163:0:12453:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941457.838171:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941457.838177:0:12453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941457.838182:0:12453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941457.838185:0:12453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941457.838188:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941457.838190:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941457.838192:0:12453:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[14, 15] 00000400:00000200:1.0:1773941457.838195:0:12453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:1.0:1773941457.838198:0:12453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [119:119:256:4294967295] 192.168.202.145@tcp LPNI seq info [16:16:8:4294967295] 00000400:00000200:1.0:1773941457.838201:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941457.838209:0:12453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:1.0:1773941457.838214:0:12453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:1.0:1773941457.838217:0:12453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f298b8f300. 00000800:00000200:1.0:1773941457.838224:0:12453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:1.0:1773941457.838230:0:12453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:1.0:1773941457.838234:0:12453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f298b8f300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773941457.838255:0:12453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941457.838259:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:1.0:1773941457.838261:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294877749 00000100:00000001:1.0:1773941457.838266:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294876218 00000100:00000001:1.0:1773941457.838269:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294877749 00000100:00000001:1.0:1773941457.838272:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294876218 00000100:00000001:1.0:1773941457.838274:0:12453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941457.838276:0:12453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941457.838278:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941457.838279:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941457.838281:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f288017e40 going to sleep for 11 seconds 00000100:00000001:1.0:1773941457.838284:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941457.838286:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941457.838392:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941457.838398:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f298b8f300. 00000400:00000200:2.0:1773941457.838408:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941457.838414:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941457.838419:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1330 00000400:00000010:2.0:1773941457.838422:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1330. 00000100:00000001:2.0:1773941457.838426:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941457.838430:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298aea300 x1860112264214400/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941473 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941457.838438:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941457.838441:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f298aea300 x1860112264214400/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941473 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941457.838446:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941457.838448:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941457.839512:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941457.839525:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941457.839528:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941457.839531:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941457.839538:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941457.839544:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941457.839551:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941457.839556:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941457.839561:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941457.839565:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c03780 00000400:00000200:2.0:1773941457.839569:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941457.839572:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xabd [1] + 224 00000800:00000001:2.0:1773941457.839578:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941457.839584:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941457.839586:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941457.839589:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941457.839593:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941457.839597:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298aea300 x1860112264214400/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941473 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941457.839605:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff96f298aea300 x1860112264214400/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941473 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941457.839624:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941457.839630:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941457.839633:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941457.839652:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941457.839658:0:12453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941457.839659:0:12453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941457.839662:0:12453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15370. 00000400:00000200:1.0:1773941457.839665:0:12453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1660 00000400:00000010:1.0:1773941457.839666:0:12453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1660. 00000100:00000001:1.0:1773941457.839669:0:12453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941457.839673:0:12453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298aea300 x1860112264214400/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941473 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941457.839680:0:12453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298aea300 x1860112264214400/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941473 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941457.839685:0:12453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941457.839687:0:12453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941457.839688:0:12453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941457.839690:0:12453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941457.839692:0:12453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941457.839694:0:12453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941457.839696:0:12453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941457.839700:0:12453:0:(import.c:2136:obd_at_measure()) add 0 to ffff96f2a0db5458 time=22 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941457.839703:0:12453:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941457.839705:0:12453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1773941457.839714:0:12453:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.145@tcp: operation ldlm_enqueue to node 192.168.202.145@tcp failed: rc = -107 00000100:00000001:1.0:1773941457.839732:0:12453:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941457.839735:0:12453:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941457.839737:0:12453:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.145@tcp of MGS@192.168.202.145@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941457.839740:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941457.839742:0:12453:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941457.847933:0:12453:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941457.847940:0:12453:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941457.847942:0:12453:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941457.847945:0:12453:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941457.847955:0:12453:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f298aea300 x1860112264214400/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941473 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941457.847967:0:12453:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941457.847969:0:12453:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941457.847971:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941457.847974:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941457.847977:0:12453:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941457.847979:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941457.847982:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941457.847983:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941457.847984:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941457.847988:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941457.847990:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941457.847993:0:12453:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941457.847996:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941457.848000:0:12453:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941457.848004:0:12453:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 206 00000400:00000200:1.0:1773941457.848013:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941457.848019:0:12453:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941457.848025:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941457.848029:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941457.848032:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941457.848047:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:1.0:1773941457.848051:0:12453:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941457.848053:0:12453:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:1.0:1773941457.848056:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941457.848059:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:1.0:1773941457.848062:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:1.0:1773941457.848064:0:12453:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:1.0:1773941457.848069:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941457.848071:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941457.848074:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941457.848076:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:1.0:1773941457.848080:0:12453:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:1.0:1773941457.848086:0:12453:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:1.0:1773941457.848089:0:12453:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941457.848091:0:12453:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941457.848095:0:12453:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941457.848097:0:12453:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941457.848099:0:12453:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941457.848101:0:12453:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941457.848106:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298ae8e00. 00000020:00000040:1.0:1773941457.848109:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 02000000:00000001:1.0:1773941457.848112:0:12453:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941457.848114:0:12453:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941457.848116:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941457.848118:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941457.848121:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941457.848126:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f29874a800. 00000100:00000001:1.0:1773941457.848131:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941457.848136:0:12453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298ae8e00 x1860112264214528/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941457.848143:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941457.848147:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941457.848156:0:12453:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025935274] to pc [ptlrpcd_rcv+-1] req@ffff96f298ae8e00 x1860112264214528/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941457.848174:0:12453:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941457.848176:0:12453:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941457.848178:0:12453:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941457.848180:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941457.848183:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941457.848185:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941457.848187:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f288017e40 going to sleep for 1 seconds 00000100:00000001:1.0:1773941457.848188:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941457.848190:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941457.848194:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298aea300 x1860112264214400/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941473 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941457.848199:0:12453:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941457.848201:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941457.848203:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941457.848205:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941457.848207:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298aea300 x1860112264214400/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941473 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941457.848213:0:12453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298aea300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264214400:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941457.848217:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941457.848217:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941457.848220:0:12453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941457.848222:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941457.848223:0:12453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941457.848227:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941457.848227:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941457.848233:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298aea300 x1860112264214400/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941473 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941457.848238:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298ae8e00 x1860112264214528/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941457.848242:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941457.848246:0:12453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f288017e40. 00000100:00000001:1.0:1773941457.848252:0:12453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773941457.848254:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941457.848255:0:12453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941457.848257:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941457.848261:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1773941457.848264:0:12453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000001:0.0:1773941457.848265:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773941457.848269:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000001:0.0:1773941457.848270:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941457.848273:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941457.848277:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164ce00 refcount=4 00000100:00100000:0.0:1773941457.848277:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298ae8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264214528:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000020:00000001:1.0:1773941457.848282:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029960192 : -115506679591424 : ffff96f28164ce00) 00000100:00000001:0.0:1773941457.848285:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1773941457.848286:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029960192 : -115506679591424 : ffff96f28164ce00) 02000000:00000001:0.0:1773941457.848289:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:1.0:1773941457.848291:0:12453:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfc8 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1773941457.848292:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941457.848298:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1773941457.848302:0:12453:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 02000000:00000010:0.0:1773941457.848305:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f288f68400. 00010000:00010000:1.0:1773941457.848307:0:12453:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfc8 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941457.848314:0:12453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 02000000:00000001:0.0:1773941457.848315:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941457.848317:0:12453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfc8 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941457.848324:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000001:1.0:1773941457.848325:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941457.848329:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1773941457.848331:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d35d8. 00010000:00010000:1.0:1773941457.848332:0:12453:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfc8 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941457.848339:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:0.0:1773941457.848340:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d770. 00010000:00000001:1.0:1773941457.848342:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941457.848346:0:12453:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000200:0.0:1773941457.848348:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264214528, portal 25 00010000:00010000:1.0:1773941457.848349:0:12453:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfc8 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941457.848351:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941457.848355:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420669440 : -115506288882176 : ffff96f298ae8e00) 00010000:00010000:1.0:1773941457.848359:0:12453:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f28164ce00 already unused, calling callback (ffffffffc147fc20) 10000000:00000001:1.0:1773941457.848362:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000040:0.0:1773941457.848363:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298ae8e00 x1860112264214528/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00010000:1.0:1773941457.848365:0:12453:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfc8 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941457.848381:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941457.848388:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:0.0:1773941457.848393:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d088. 00010000:00000001:1.0:1773941457.848394:0:12453:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773941457.848397:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000200:0.0:1773941457.848397:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264214528, offset 0 00000020:00000001:1.0:1773941457.848400:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941457.848402:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164ce00 refcount=5 00000020:00000001:1.0:1773941457.848403:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029960192 : -115506679591424 : ffff96f28164ce00) 00010000:00000001:1.0:1773941457.848405:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029960192 : -115506679591424 : ffff96f28164ce00) 00010000:00000001:1.0:1773941457.848407:0:12453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773941457.848408:0:12453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfc8 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1773941457.848413:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:0.0:1773941457.848416:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 10000000:00010000:1.0:1773941457.848417:0:12453:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfc8 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1773941457.848423:0:12453:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:1.0:1773941457.848426:0:12453:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000400:00000200:0.0:1773941457.848426:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 10000000:00000001:1.0:1773941457.848428:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941457.848432:0:12453:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773941457.848433:0:12453:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773941457.848436:0:12453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:0.0:1773941457.848436:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00010000:00000001:1.0:1773941457.848440:0:12453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941457.848442:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1773941457.848443:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:1.0:1773941457.848445:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941457.848448:0:12453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f28164ce00 with handle 0x6eb1e9e7edefbfc8 from hash 00000400:00000200:0.0:1773941457.848451:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00010000:00000001:1.0:1773941457.848452:0:12453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941457.848455:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941457.848456:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1773941457.848458:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00010000:00000001:1.0:1773941457.848459:0:12453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773941457.848462:0:12453:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773941457.848465:0:12453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:0.0:1773941457.848465:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00010000:00000001:1.0:1773941457.848469:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941457.848472:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1773941457.848473:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[16, 15] 00010000:00000001:1.0:1773941457.848474:0:12453:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941457.848478:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 10000000:00000001:1.0:1773941457.848481:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941457.848486:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [120:120:256:4294967295] 192.168.202.155@tcp LPNI seq info [17:17:8:4294967295] 00010000:00010000:1.0:1773941457.848487:0:12453:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfc8 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941457.848498:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00010000:00000001:1.0:1773941457.848500:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941457.848502:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941457.848504:0:12453:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773941457.848506:0:12453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941457.848509:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941457.848512:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1773941457.848514:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00010000:00000001:1.0:1773941457.848515:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941457.848519:0:12453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfc8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1773941457.848524:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.155@tcp 00010000:00000040:1.0:1773941457.848529:0:12453:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f29169ae00 count: 0 00000800:00000010:0.0:1773941457.848530:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7000. 00000800:00000200:0.0:1773941457.848538:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00010000:00000001:1.0:1773941457.848541:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941457.848543:0:12453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941457.848548:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1773941457.848548:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:0.0:1773941457.848553:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7000 type 1, nob 616 niov 1 nkiov 1 00000100:00000040:1.0:1773941457.848555:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298aea300 x1860112264214400/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941473 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941457.848562:0:12453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941457.848565:0:12453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1773941457.848567:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941457.848568:0:12453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f298749800. 02000000:00000001:1.0:1773941457.848571:0:12453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941457.848572:0:12453:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941457.848574:0:12453:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941457.848578:0:12453:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941457.848581:0:12453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f289153200. 00000400:00000200:0.0:1773941457.848582:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 02000000:00000001:1.0:1773941457.848585:0:12453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1773941457.848586:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294877759 02000000:00000001:1.0:1773941457.848588:0:12453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941457.848591:0:12453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298aea300. 00000100:00000001:1.0:1773941457.848595:0:12453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941457.848595:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294877749 00000100:00000001:1.0:1773941457.848598:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941457.848601:0:12453:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941457.848602:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294877759 10000000:01000000:1.0:1773941457.848604:0:12453:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:1.0:1773941457.848608:0:12453:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000100:00000001:0.0:1773941457.848609:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294877749 00000100:00000001:0.0:1773941457.848612:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941457.848617:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:1.0:1773941457.848618:0:12453:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f298b7aa00. 00000100:00000001:0.0:1773941457.848619:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941457.848624:0:12453:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f289153200. 00000100:00000001:0.0:1773941457.848625:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1773941457.848632:0:12453:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f289152c00. 00000100:00000001:0.0:1773941457.848634:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000040:00000010:1.0:1773941457.848636:0:12453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f289152600. 00000100:00000001:0.0:1773941457.848637:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773941457.848642:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1773941457.848643:0:12453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f2a0d95800. 00000100:00000001:0.0:1773941457.848643:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941457.848648:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941457.848650:0:12453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f289152a00. 00000100:00000001:0.0:1773941457.848651:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:1.0:1773941457.848656:0:12453:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f2830d2180. 00040000:00000010:1.0:1773941457.848661:0:12453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f289153c00. 20000000:00000010:1.0:1773941457.848664:0:12453:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f289153a00. 10000000:00000040:1.0:1773941457.848667:0:12453:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 10000000:00000001:1.0:1773941457.848670:0:12453:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000800:00000200:2.0:1773941457.848671:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1773941457.848674:0:12453:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f289152c00. 00000800:00000010:2.0:1773941457.848676:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7000. 00000040:00000010:1.0:1773941457.848680:0:12453:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f289152600. 00000400:00000200:2.0:1773941457.848684:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1773941457.848684:0:12453:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f2a0d95800. 00000020:00000010:1.0:1773941457.848691:0:12453:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f289152a00. 00000400:00000200:2.0:1773941457.848697:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 80000000:00000010:1.0:1773941457.848697:0:12453:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f2830d2180. 00040000:00000010:1.0:1773941457.848704:0:12453:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f289153c00. 00000400:00000200:2.0:1773941457.848706:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d088 20000000:00000010:1.0:1773941457.848708:0:12453:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f289153a00. 00000400:00000010:2.0:1773941457.848713:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d088. 00000020:00000010:1.0:1773941457.848713:0:12453:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f289153200. 00000100:00000001:2.0:1773941457.848768:0:2348:0:(events.c:34:request_out_callback()) Process entered 10000000:00000010:1.0:1773941457.848768:0:12453:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f298b7aa00. 10000000:01000000:1.0:1773941457.848776:0:12453:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 00000100:00000200:2.0:1773941457.848778:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298ae8e00 x1860112264214528/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1773941457.848780:0:12453:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:1.0:1773941457.848787:0:12453:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:1.0:1773941457.848843:0:12453:0:(mgc_request.c:621:do_requeue()) Process leaving 00000100:00000001:2.0:1773941457.848845:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:1.0:1773941457.848846:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941457.848850:0:12453:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff96f2a0da3200) refs 2 10000000:00000001:1.0:1773941457.848853:0:12453:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:2.0:1773941457.848855:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298ae8e00 x1860112264214528/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941467 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941457.848868:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941457.848875:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941457.850208:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941457.850221:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941457.850224:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941457.850226:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941457.850230:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941457.850234:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : PUT - for me 00000400:00000200:2.0:1773941457.850239:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941457.850242:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941457.850245:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941457.850248:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c03800 00000400:00000200:2.0:1773941457.850252:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941457.850256:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xac5 [1] + 0 00000800:00000001:2.0:1773941457.850262:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941457.850267:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941457.850269:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941457.850297:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000100:00000001:2.0:1773941457.850302:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941457.850308:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298ae8e00 x1860112264214528/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941467 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941457.850320:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f298ae8e00 x1860112264214528/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941457.850336:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941457.850344:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941457.850348:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941457.850397:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941457.850400:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941457.850404:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941457.850406:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941457.850408:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d35d8. 00000400:00000200:0.0:1773941457.850411:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d770 00000400:00000010:0.0:1773941457.850413:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d770. 00000100:00000001:0.0:1773941457.850432:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941457.850436:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298ae8e00 x1860112264214528/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941457.850445:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298ae8e00 x1860112264214528/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941467 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941457.850450:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941457.850451:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941457.850453:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941457.850455:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941457.850456:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941457.850458:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941457.850459:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941457.850464:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=22 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941457.850480:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941457.850482:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941457.850483:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941457.850485:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773941457.850486:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941457.850488:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941457.850492:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298ae8e00 x1860112264214528/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941467 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941457.850498:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941457.850499:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941457.850500:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941457.850502:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1773941457.850506:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:0.0:1773941457.850508:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941457.850509:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:0.0:1773941457.850510:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941457.850512:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:0.0:1773941457.850514:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:0.0:1773941457.850516:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:0.0:1773941457.850518:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941457 v=0 (0 0 0 0) 00000100:00001000:0.0:1773941457.850520:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:0.0:1773941457.850525:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:0.0:1773941457.850526:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941457.850528:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:0.0:1773941457.850529:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941457.850530:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941457.850533:0:2352:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.145@tcp after partition 00000100:00080000:0.0:1773941457.850534:0:2352:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:0.0:1773941457.850536:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1773941457.850539:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1773941457.850542:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:0.0:1773941457.850544:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:1.0:1773941457.850748:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941457.850754:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941457.850775:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298ae8e00 x1860112264214528/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941467 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941457.850788:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298ae8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264214528:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941457.850788:0:12465:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:0.0:1773941457.850806:0:12465:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 00000100:00000001:1.0:1773941457.850808:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941457.850812:0:12465:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941457.850813:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941457.850819:0:12465:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000040:1.0:1773941457.850821:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298ae8e00 x1860112264214528/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941467 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1773941457.850823:0:12465:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:0.0:1773941457.850829:0:12465:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941457.850833:0:12465:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:1.0:1773941457.850835:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941457.850839:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:0.0:1773941457.850839:0:12465:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941457.850843:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f288f68400. 00000001:00000001:0.0:1773941457.850844:0:12465:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:1.0:1773941457.850849:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:0.0:1773941457.850849:0:12465:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941457.850852:0:12465:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941457.850853:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941457.850856:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 10000000:00000001:0.0:1773941457.850858:0:12465:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941457.850860:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941457.850862:0:12465:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000010:1.0:1773941457.850864:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f29874a800. 02000000:00000001:1.0:1773941457.850869:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:0.0:1773941457.850869:0:12465:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 02000000:00000001:1.0:1773941457.850872:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941457.850876:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298ae8e00. 00000100:00000001:0.0:1773941457.850876:0:12465:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941457.850881:0:12465:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941457.850883:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941457.850885:0:12465:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941457.850887:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941457.850892:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773941457.850892:0:12465:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941457.850899:0:12465:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:1.0:1773941457.850900:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:01000000:0.0:1773941457.850902:0:12465:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:1.0:1773941457.850903:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1773941457.850907:0:12465:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 00000100:00000001:1.0:1773941457.850908:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941457.850912:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941457.850935:0:12465:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941457.850939:0:12465:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941457.850941:0:12465:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941457.850946:0:12465:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 00000100:00000001:0.0:1773941457.855770:0:12465:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941457.855778:0:12465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941457.855780:0:12465:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:0.0:1773941457.855784:0:12465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941457.855786:0:12465:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773941457.857751:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f29169ae00. 00010000:00000010:1.1:1773941457.857771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f28164ce00. 00000020:00000001:3.0:1773941458.349822:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941458.349830:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941458.349835:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1773941459.373841:0:12453:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773941459.373848:0:12453:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff96f2a0da3200) refs 2 10000000:00000001:2.0:1773941459.373852:0:12453:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941459.373855:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941459.373856:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941459.373857:0:12453:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1773941459.373859:0:12453:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1773941459.373860:0:12453:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1773941459.373863:0:12453:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f298b5cd28 from 1 10000000:00000001:2.0:1773941459.373865:0:12453:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773941459.373866:0:12453:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1773941459.373876:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f2a0dd3480. 00000020:00000040:2.0:1773941459.373881:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:2.0:1773941459.373885:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941459.373888:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941459.373892:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941459.373893:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941459.373898:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941459.373901:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f288bd9c00. 00010000:00010000:1.0:1773941459.373903:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773941459.373911:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941459.373917:0:12453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941459.373920:0:12453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773941459.373937:0:12453:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f29264db00. 00010000:00000001:2.0:1773941459.373943:0:12453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941459.373947:0:12453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f2814eb800. 00000020:00000010:2.0:1773941459.373954:0:12453:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff96f2834b9e80. 00000020:00000001:2.0:1773941459.373958:0:12453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941459.373976:0:12453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f2814eb800 with handle 0x6eb1e9e7edefbfcf to hash 00000020:00000001:2.0:1773941459.373978:0:12453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941459.373979:0:12453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567028512768 : -115506681038848 : ffff96f2814eb800) 00010000:00000001:2.0:1773941459.373981:0:12453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567028512768 : -115506681038848 : ffff96f2814eb800) 00010000:00000001:2.0:1773941459.373985:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941459.373987:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941459.373990:0:12453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f2814eb800/0x6eb1e9e7edefbfcf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941459.373999:0:12453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f2814eb800/0x6eb1e9e7edefbfcf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941459.374008:0:12453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f2814eb800/0x6eb1e9e7edefbfcf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941459.374012:0:12453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941459.374013:0:12453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941459.374018:0:12453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f283f61600. 00000100:00000001:2.0:1773941459.374020:0:12453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567073035776 : -115506636515840 : ffff96f283f61600) 00000100:00000001:2.0:1773941459.374022:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941459.374023:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567557944448 : -115506151607168 : ffff96f2a0dd3480) 00000100:00000001:2.0:1773941459.374027:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941459.374030:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941459.374032:0:12453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941459.374033:0:12453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941459.374042:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f2a0dd3480 x1860112264214656/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941459.374049:0:12453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941459.374051:0:12453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941459.374053:0:12453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941459.374056:0:12453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941459.374058:0:12453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941459.374060:0:12453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f2a0dd3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264214656:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941459.374067:0:12453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941459.374072:0:12453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941459.374074:0:12453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941459.374076:0:12453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941459.374079:0:12453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f28600a000. 02000000:00000001:2.0:1773941459.374081:0:12453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941459.374087:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:2.0:1773941459.374090:0:12453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f28a23cbb0. 00000400:00000010:2.0:1773941459.374095:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f2a0dc1000. 00000100:00000200:2.0:1773941459.374101:0:12453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264214656, portal 25 00000100:00000001:2.0:1773941459.374102:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941459.374103:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567557944448 : -115506151607168 : ffff96f2a0dd3480) 00000100:00000040:2.0:1773941459.374107:0:12453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f2a0dd3480 x1860112264214656/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941475 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941459.374113:0:12453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941459.374115:0:12453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:2.0:1773941459.374117:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f2a0dc1bb0. 00000100:00000200:2.0:1773941459.374119:0:12453:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264214656, offset 0 00000400:00000200:2.0:1773941459.374123:0:12453:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:2.0:1773941459.374130:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941459.374136:0:12453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:2.0:1773941459.374140:0:12453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941459.374143:0:12453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:2.0:1773941459.374146:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941459.374148:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941459.374151:0:12453:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[16, 17] 00000400:00000200:2.0:1773941459.374153:0:12453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:2.0:1773941459.374156:0:12453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [121:121:256:4294967295] 192.168.202.145@tcp LPNI seq info [18:18:8:4294967295] 00000400:00000200:2.0:1773941459.374159:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941459.374166:0:12453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:2.0:1773941459.374170:0:12453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:2.0:1773941459.374180:0:12453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f299fdf800. 00000800:00000200:2.0:1773941459.374186:0:12453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:2.0:1773941459.374193:0:12453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:2.0:1773941459.374197:0:12453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f299fdf800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941459.374210:0:12453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941459.374213:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:2.0:1773941459.374216:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294879285 00000100:00000001:2.0:1773941459.374221:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294877759 00000100:00000001:2.0:1773941459.374225:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294879285 00000100:00000001:2.0:1773941459.374228:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294877759 00000100:00000001:2.0:1773941459.374231:0:12453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941459.374234:0:12453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941459.374236:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941459.374238:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941459.374240:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61600 going to sleep for 11 seconds 00000100:00000001:2.0:1773941459.374242:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941459.374245:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941459.374310:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941459.374315:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f299fdf800. 00000400:00000200:3.0:1773941459.374320:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941459.374325:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941459.374330:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dc1bb0 00000400:00000010:3.0:1773941459.374333:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f2a0dc1bb0. 00000100:00000001:3.0:1773941459.374336:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941459.374340:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f2a0dd3480 x1860112264214656/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941475 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941459.374349:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941459.374358:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f2a0dd3480 x1860112264214656/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941475 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941459.374363:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941459.374365:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941459.375428:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941459.375442:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941459.375445:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941459.375449:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941459.375460:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941459.375467:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941459.375472:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941459.375476:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941459.375479:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941459.375482:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c03880 00000400:00000200:2.0:1773941459.375486:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941459.375490:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xacd [1] + 224 00000800:00000001:2.0:1773941459.375496:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941459.375502:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941459.375504:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941459.375511:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941459.375515:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941459.375519:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f2a0dd3480 x1860112264214656/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941475 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941459.375527:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff96f2a0dd3480 x1860112264214656/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941475 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941459.375541:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941459.375548:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941459.375550:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941459.375612:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941459.375618:0:12453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941459.375620:0:12453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941459.375622:0:12453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f28a23cbb0. 00000400:00000200:1.0:1773941459.375633:0:12453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dc1000 00000400:00000010:1.0:1773941459.375635:0:12453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f2a0dc1000. 00000100:00000001:1.0:1773941459.375637:0:12453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941459.375642:0:12453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f2a0dd3480 x1860112264214656/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941475 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941459.375650:0:12453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f2a0dd3480 x1860112264214656/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941475 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941459.375661:0:12453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941459.375662:0:12453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941459.375664:0:12453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941459.375666:0:12453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941459.375668:0:12453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941459.375670:0:12453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941459.375672:0:12453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941459.375677:0:12453:0:(import.c:2136:obd_at_measure()) add 0 to ffff96f2a0db5458 time=24 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941459.375680:0:12453:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941459.375684:0:12453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1773941459.375693:0:12453:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.145@tcp: operation ldlm_enqueue to node 192.168.202.145@tcp failed: rc = -107 00000100:00000001:1.0:1773941459.380184:0:12453:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941459.380190:0:12453:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941459.380194:0:12453:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.145@tcp of MGS@192.168.202.145@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941459.380198:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941459.380203:0:12453:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941459.380206:0:12453:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941459.380208:0:12453:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941459.380209:0:12453:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941459.380211:0:12453:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941459.380215:0:12453:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f2a0dd3480 x1860112264214656/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941475 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941459.380222:0:12453:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941459.380223:0:12453:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941459.380224:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941459.380227:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941459.380229:0:12453:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941459.380230:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941459.380231:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941459.380232:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941459.380233:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941459.380234:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941459.380243:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941459.380245:0:12453:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941459.380246:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941459.380249:0:12453:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941459.380251:0:12453:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 208 00000400:00000200:1.0:1773941459.380256:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941459.380260:0:12453:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941459.380263:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941459.380267:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941459.380269:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941459.380271:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:1.0:1773941459.380275:0:12453:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941459.380276:0:12453:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:1.0:1773941459.380278:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941459.380281:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:1.0:1773941459.380282:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:1.0:1773941459.380284:0:12453:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:1.0:1773941459.380286:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941459.380288:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941459.380289:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941459.380290:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:1.0:1773941459.380293:0:12453:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:1.0:1773941459.380296:0:12453:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:1.0:1773941459.380299:0:12453:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941459.380301:0:12453:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941459.380326:0:12453:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941459.380330:0:12453:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941459.380333:0:12453:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941459.380334:0:12453:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941459.380340:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298ae8e00. 00000020:00000040:1.0:1773941459.380344:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 02000000:00000001:1.0:1773941459.380348:0:12453:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941459.380356:0:12453:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941459.380360:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941459.380363:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941459.380367:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941459.380374:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f29874a800. 00000100:00000001:1.0:1773941459.380377:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941459.380384:0:12453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298ae8e00 x1860112264214784/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941459.380391:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941459.380394:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941459.380397:0:12453:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025935274] to pc [ptlrpcd_rcv+-1] req@ffff96f298ae8e00 x1860112264214784/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941459.380414:0:12453:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941459.380416:0:12453:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941459.380418:0:12453:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941459.380420:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941459.380422:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941459.380424:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941459.380425:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61600 going to sleep for 1 seconds 00000100:00000001:1.0:1773941459.380427:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941459.380429:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941459.380432:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f2a0dd3480 x1860112264214656/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941475 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941459.380437:0:12453:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941459.380439:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941459.380440:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941459.380442:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941459.380445:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f2a0dd3480 x1860112264214656/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941475 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941459.380451:0:12453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f2a0dd3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264214656:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941459.380455:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941459.380461:0:12453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941459.380463:0:12453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941459.380465:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941459.380468:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f2a0dd3480 x1860112264214656/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941475 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941459.380468:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941459.380476:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941459.380481:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941459.380481:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1773941459.380486:0:12453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f283f61600. 00000100:00000040:0.0:1773941459.380492:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298ae8e00 x1860112264214784/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941459.380493:0:12453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773941459.380496:0:12453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:1.0:1773941459.380503:0:12453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773941459.380508:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1773941459.380511:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1773941459.380512:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941459.380515:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f2814eb800 refcount=4 00000020:00000001:1.0:1773941459.380518:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567028512768 : -115506681038848 : ffff96f2814eb800) 00010000:00000001:1.0:1773941459.380521:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567028512768 : -115506681038848 : ffff96f2814eb800) 00000100:00000001:0.0:1773941459.380525:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941459.380528:0:12453:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f2814eb800/0x6eb1e9e7edefbfcf lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1773941459.380531:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941459.380535:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941459.380541:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941459.380543:0:12453:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:1.0:1773941459.380550:0:12453:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f2814eb800/0x6eb1e9e7edefbfcf lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1773941459.380550:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298ae8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264214784:192.168.202.145@tcp:250:ll_cfg_requeue.0 00010000:00000001:1.0:1773941459.380563:0:12453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000001:0.0:1773941459.380563:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:1.0:1773941459.380568:0:12453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f2814eb800/0x6eb1e9e7edefbfcf lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1773941459.380568:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941459.380574:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941459.380575:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941459.380577:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1773941459.380579:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:1.0:1773941459.380580:0:12453:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f2814eb800/0x6eb1e9e7edefbfcf lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:0.0:1773941459.380585:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f288f6b800. 00010000:00000001:1.0:1773941459.380586:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:0.0:1773941459.380589:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941459.380594:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000001:1.0:1773941459.380595:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1773941459.380598:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d35d8. 00010000:00000001:1.0:1773941459.380599:0:12453:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773941459.380604:0:12453:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f2814eb800/0x6eb1e9e7edefbfcf lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:0.0:1773941459.380606:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d770. 00010000:00010000:1.0:1773941459.380610:0:12453:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f2814eb800 already unused, calling callback (ffffffffc147fc20) 00000100:00000200:0.0:1773941459.380613:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264214784, portal 25 10000000:00000001:1.0:1773941459.380614:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941459.380617:0:12453:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f2814eb800/0x6eb1e9e7edefbfcf lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941459.380618:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941459.380621:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420669440 : -115506288882176 : ffff96f298ae8e00) 00010000:00000001:1.0:1773941459.380629:0:12453:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000040:0.0:1773941459.380631:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298ae8e00 x1860112264214784/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941459.380632:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941459.380634:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941459.380637:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f2814eb800 refcount=5 00000020:00000001:1.0:1773941459.380640:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567028512768 : -115506681038848 : ffff96f2814eb800) 00010000:00000001:1.0:1773941459.380644:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567028512768 : -115506681038848 : ffff96f2814eb800) 00010000:00000001:1.0:1773941459.380649:0:12453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1773941459.380650:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1773941459.380653:0:12453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f2814eb800/0x6eb1e9e7edefbfcf lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773941459.380657:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:0.0:1773941459.380661:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d6e8. 10000000:00000001:1.0:1773941459.380663:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000200:0.0:1773941459.380665:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264214784, offset 0 10000000:00010000:1.0:1773941459.380666:0:12453:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f2814eb800/0x6eb1e9e7edefbfcf lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1773941459.380675:0:12453:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000400:00000200:0.0:1773941459.380675:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 10000000:00000040:1.0:1773941459.380679:0:12453:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:1.0:1773941459.380681:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941459.380684:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00010000:1.0:1773941459.380685:0:12453:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773941459.380689:0:12453:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000400:00000200:0.0:1773941459.380691:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00010000:00000001:1.0:1773941459.380693:0:12453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:0.0:1773941459.380696:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:1.0:1773941459.380697:0:12453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941459.380701:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1773941459.380702:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00010000:00000001:1.0:1773941459.380705:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941459.380707:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000020:00000040:1.0:1773941459.380711:0:12453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f2814eb800 with handle 0x6eb1e9e7edefbfcf from hash 00000400:00000200:0.0:1773941459.380712:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941459.380754:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[18, 17] 00010000:00000001:1.0:1773941459.380756:0:12453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941459.380759:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1773941459.380760:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00010000:00000001:1.0:1773941459.380763:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941459.380766:0:12453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:0.0:1773941459.380767:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [122:122:256:4294967295] 192.168.202.155@tcp LPNI seq info [19:19:8:4294967295] 00010000:00000001:1.0:1773941459.380769:0:12453:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773941459.380771:0:12453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773941459.380773:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941459.380775:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941459.380778:0:12453:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941459.380780:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941459.380784:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00010000:00010000:1.0:1773941459.380785:0:12453:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f2814eb800/0x6eb1e9e7edefbfcf lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941459.380790:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941459.380792:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941459.380794:0:12453:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773941459.380798:0:12453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:0.0:1773941459.380800:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00010000:00000001:1.0:1773941459.380801:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941459.380803:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941459.380805:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941459.380808:0:12453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f2814eb800/0x6eb1e9e7edefbfcf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1773941459.380814:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.155@tcp 00010000:00000040:1.0:1773941459.380821:0:12453:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f29264db00 count: 0 00000800:00000010:0.0:1773941459.380822:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7000. 00000800:00000200:0.0:1773941459.380830:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00010000:00000001:1.0:1773941459.380833:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941459.380835:0:12453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000800:00000200:0.0:1773941459.380839:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000100:00000001:1.0:1773941459.380840:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1773941459.380845:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7000 type 1, nob 616 niov 1 nkiov 1 00000100:00000040:1.0:1773941459.380847:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f2a0dd3480 x1860112264214656/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941475 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941459.380857:0:12453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1773941459.380859:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941459.380860:0:12453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941459.380865:0:12453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f28600a000. 00000400:00000200:0.0:1773941459.380865:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:0.0:1773941459.380869:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294879292 02000000:00000001:1.0:1773941459.380872:0:12453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941459.380876:0:12453:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941459.380878:0:12453:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:0.0:1773941459.380878:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294879285 00000020:00000001:1.0:1773941459.380882:0:12453:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941459.380886:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294879292 00000100:00000001:0.0:1773941459.380892:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294879285 02000000:00000010:1.0:1773941459.380894:0:12453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f288bd9c00. 00000100:00000001:0.0:1773941459.380898:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941459.380900:0:12453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1773941459.380903:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941459.380904:0:12453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941459.380910:0:12453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f2a0dd3480. 00000100:00000001:0.0:1773941459.380910:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941459.380918:0:12453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941459.380918:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941459.380922:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941459.380925:0:12453:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:1.0:1773941459.380927:0:12453:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 00000100:00000001:0.0:1773941459.380928:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000001:1.0:1773941459.380930:0:12453:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000100:00000001:0.0:1773941459.380934:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 10000000:00000010:1.0:1773941459.380935:0:12453:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f298b7aa00. 00000100:00000001:0.0:1773941459.380938:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941459.380941:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1773941459.380942:0:12453:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f289153200. 00000020:00000010:1.0:1773941459.380948:0:12453:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f289153a00. 00000040:00000010:1.0:1773941459.380951:0:12453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f289153c00. 00000100:00000001:0.0:1773941459.380951:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941459.380958:0:12453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f2a0d95800. 00000100:00000001:0.0:1773941459.380959:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941459.380962:0:12453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f289152a00. 00000800:00000200:3.0:1773941459.380964:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 80000000:00000010:1.0:1773941459.380967:0:12453:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f2830d2180. 00000800:00000010:3.0:1773941459.380971:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7000. 00040000:00000010:1.0:1773941459.380972:0:12453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f289152600. 00000400:00000200:3.0:1773941459.380979:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000010:1.0:1773941459.380979:0:12453:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f289152c00. 10000000:00000040:1.0:1773941459.380989:0:12453:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 00000400:00000200:3.0:1773941459.380990:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 10000000:00000001:1.0:1773941459.380994:0:12453:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000200:3.0:1773941459.380997:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d6e8 00000020:00000010:1.0:1773941459.381001:0:12453:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f289153a00. 00000400:00000010:3.0:1773941459.381002:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d6e8. 00000100:00000001:3.0:1773941459.381009:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000040:00000010:1.0:1773941459.381010:0:12453:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f289153c00. 00000100:00000200:3.0:1773941459.381017:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298ae8e00 x1860112264214784/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1773941459.381018:0:12453:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f2a0d95800. 00000020:00000010:1.0:1773941459.381025:0:12453:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f289152a00. 80000000:00000010:1.0:1773941459.381033:0:12453:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f2830d2180. 00000100:00000001:3.0:1773941459.381034:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00040000:00000010:1.0:1773941459.381039:0:12453:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f289152600. 00000100:00000040:3.0:1773941459.381042:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298ae8e00 x1860112264214784/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941469 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 20000000:00000010:1.0:1773941459.381044:0:12453:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f289152c00. 00000020:00000010:1.0:1773941459.381048:0:12453:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f289153200. 10000000:00000010:1.0:1773941459.381050:0:12453:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f298b7aa00. 10000000:01000000:1.0:1773941459.381052:0:12453:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:1.0:1773941459.381054:0:12453:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:1.0:1773941459.381056:0:12453:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 00000100:00000001:3.0:1773941459.381118:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941459.381120:0:2348:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000001:1.0:1773941459.386421:0:12453:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1773941459.386425:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941459.386438:0:12453:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff96f2a0da3200) refs 2 10000000:00000001:1.0:1773941459.386443:0:12453:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:2.0:1773941459.387095:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941459.387107:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941459.387111:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941459.387113:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941459.387120:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941459.387126:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : PUT - for me 00000400:00000200:2.0:1773941459.387133:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941459.387137:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941459.387141:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941459.387158:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c03900 00000400:00000200:2.0:1773941459.387162:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941459.387169:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xadd [1] + 0 00000800:00000001:2.0:1773941459.387177:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941459.387186:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941459.387189:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941459.387193:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000100:00000001:2.0:1773941459.387198:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941459.387204:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298ae8e00 x1860112264214784/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941459.387217:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f298ae8e00 x1860112264214784/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941459.387237:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941459.387250:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941459.387253:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941459.387274:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941459.387278:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941459.387282:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941459.387283:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941459.387286:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d35d8. 00000400:00000200:0.0:1773941459.387289:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d770 00000400:00000010:0.0:1773941459.387292:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d770. 00000100:00000001:0.0:1773941459.387295:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941459.387301:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298ae8e00 x1860112264214784/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941459.387328:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298ae8e00 x1860112264214784/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941459.387337:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941459.387339:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941459.387342:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941459.387345:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941459.387348:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941459.387350:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941459.387353:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941459.387360:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=24 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941459.387364:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941459.387367:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941459.387369:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941459.387372:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773941459.387374:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941459.387376:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941459.387381:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298ae8e00 x1860112264214784/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941469 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941459.387390:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941459.387392:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941459.387394:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941459.387397:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1773941459.387403:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:0.0:1773941459.387406:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941459.387408:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:0.0:1773941459.387410:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941459.387413:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:0.0:1773941459.387416:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:0.0:1773941459.387419:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:0.0:1773941459.387423:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941459 v=0 (0 0 0 0) 00000100:00001000:0.0:1773941459.387426:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:0.0:1773941459.387433:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:0.0:1773941459.387442:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941459.387445:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:0.0:1773941459.387447:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941459.387449:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941459.387453:0:2352:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.145@tcp after partition 00000100:00080000:0.0:1773941459.387456:0:2352:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:0.0:1773941459.387459:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1773941459.387463:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1773941459.387466:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:0.0:1773941459.387469:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:1.0:1773941459.387699:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941459.387703:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941459.387709:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298ae8e00 x1860112264214784/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941469 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.1:1773941459.387735:0:2352:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f29264db00. 00010000:00000010:1.1:1773941459.387741:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f2814eb800. 00000100:00000001:0.0:1773941459.387760:0:12467:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:1.0:1773941459.387764:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298ae8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264214784:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941459.387770:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773941459.387773:0:12467:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 00000100:00000001:1.0:1773941459.387774:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1773941459.387779:0:12467:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000040:1.0:1773941459.387781:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298ae8e00 x1860112264214784/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941469 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941459.387783:0:12467:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941459.387787:0:12467:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000001:1.0:1773941459.387793:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:0.0:1773941459.387793:0:12467:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:1.0:1773941459.387796:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941459.387799:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f288f6b800. 00000001:00000001:0.0:1773941459.387799:0:12467:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:1.0:1773941459.387804:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941459.387806:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:0.0:1773941459.387806:0:12467:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941459.387809:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941459.387813:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:0.0:1773941459.387813:0:12467:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:1.0:1773941459.387817:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f29874a800. 00000001:00000001:0.0:1773941459.387817:0:12467:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:1.0:1773941459.387823:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:0.0:1773941459.387823:0:12467:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941459.387824:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941459.387829:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298ae8e00. 10000000:00000001:0.0:1773941459.387829:0:12467:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941459.387835:0:12467:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941459.387836:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941459.387838:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941459.387840:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773941459.387841:0:12467:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941459.387844:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941459.387845:0:12467:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941459.387848:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941459.387850:0:12467:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941459.387851:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941459.387854:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941459.387854:0:12467:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941459.387860:0:12467:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941459.387863:0:12467:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941459.387865:0:12467:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941459.387866:0:12467:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 00000100:00080000:0.0:1773941459.387879:0:12467:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941459.387881:0:12467:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941459.387883:0:12467:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941459.387888:0:12467:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 00000100:00000001:0.0:1773941459.387897:0:12467:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941459.387900:0:12467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941459.387902:0:12467:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:0.0:1773941459.387905:0:12467:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941459.387906:0:12467:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941460.397880:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941460.397887:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941460.397891:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1773941461.101795:0:12453:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1773941461.101802:0:12453:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff96f2a0da3200) refs 2 10000000:00000001:1.0:1773941461.101806:0:12453:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941461.101809:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941461.101810:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941461.101829:0:12453:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1773941461.101831:0:12453:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1773941461.101833:0:12453:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1773941461.101835:0:12453:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f298b5cd28 from 1 10000000:00000001:1.0:1773941461.101837:0:12453:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773941461.101838:0:12453:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1773941461.101845:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298ae8e00. 00000020:00000040:1.0:1773941461.101849:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:1.0:1773941461.101853:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941461.101856:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941461.101861:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941461.101867:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f289153200. 00000100:00000001:1.0:1773941461.101873:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941461.101876:0:12453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773941461.101879:0:12453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773941461.101885:0:12453:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f29169ae00. 00010000:00000001:1.0:1773941461.101890:0:12453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773941461.101892:0:12453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f28164ce00. 00000020:00000001:1.0:1773941461.101908:0:12453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941461.101915:0:12453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f28164ce00 with handle 0x6eb1e9e7edefbfd6 to hash 00000020:00000001:1.0:1773941461.101918:0:12453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773941461.101920:0:12453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567029960192 : -115506679591424 : ffff96f28164ce00) 00010000:00000001:1.0:1773941461.101923:0:12453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567029960192 : -115506679591424 : ffff96f28164ce00) 00010000:00000001:1.0:1773941461.101927:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941461.101931:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941461.101936:0:12453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfd6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941461.101948:0:12453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfd6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941461.101960:0:12453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfd6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941461.101964:0:12453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941461.101971:0:12453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941461.101975:0:12453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f288017e40. 00000100:00000001:1.0:1773941461.101976:0:12453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567140892224 : -115506568659392 : ffff96f288017e40) 00000100:00000001:1.0:1773941461.101979:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941461.101980:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420669440 : -115506288882176 : ffff96f298ae8e00) 00000100:00000001:1.0:1773941461.101983:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941461.101987:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941461.101989:0:12453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941461.101990:0:12453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941461.101999:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298ae8e00 x1860112264214912/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941461.102006:0:12453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941461.102008:0:12453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941461.102010:0:12453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941461.102012:0:12453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941461.102014:0:12453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941461.102016:0:12453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298ae8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264214912:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941461.102019:0:12453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941461.102024:0:12453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941461.102026:0:12453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941461.102028:0:12453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941461.102031:0:12453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f29874a800. 02000000:00000001:1.0:1773941461.102032:0:12453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941461.102038:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941461.102041:0:12453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15370. 00000400:00000010:1.0:1773941461.102046:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1660. 00000100:00000200:1.0:1773941461.102051:0:12453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264214912, portal 25 00000100:00000001:1.0:1773941461.102053:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941461.102054:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420669440 : -115506288882176 : ffff96f298ae8e00) 00000100:00000040:1.0:1773941461.102057:0:12453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298ae8e00 x1860112264214912/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941477 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941461.102063:0:12453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941461.102066:0:12453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:1.0:1773941461.102071:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1440. 00000100:00000200:1.0:1773941461.102074:0:12453:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264214912, offset 0 00000400:00000200:1.0:1773941461.102079:0:12453:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941461.102086:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941461.102092:0:12453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941461.102096:0:12453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941461.102100:0:12453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941461.102103:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941461.102105:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941461.102107:0:12453:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[18, 19] 00000400:00000200:1.0:1773941461.102109:0:12453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:1.0:1773941461.102113:0:12453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [123:123:256:4294967295] 192.168.202.145@tcp LPNI seq info [20:20:8:4294967295] 00000400:00000200:1.0:1773941461.102116:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941461.102124:0:12453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:1.0:1773941461.102137:0:12453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:1.0:1773941461.102141:0:12453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f298b8f500. 00000800:00000200:1.0:1773941461.102147:0:12453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:1.0:1773941461.102154:0:12453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:1.0:1773941461.102157:0:12453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f298b8f500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773941461.102168:0:12453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941461.102172:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:1.0:1773941461.102174:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294881013 00000100:00000001:1.0:1773941461.102179:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294879292 00000100:00000001:1.0:1773941461.102183:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294881013 00000100:00000001:1.0:1773941461.102187:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294879292 00000100:00000001:1.0:1773941461.102190:0:12453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941461.102192:0:12453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941461.102194:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941461.102196:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941461.102197:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f288017e40 going to sleep for 11 seconds 00000100:00000001:1.0:1773941461.102204:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941461.102206:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941461.102269:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941461.102274:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f298b8f500. 00000400:00000200:3.0:1773941461.102280:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941461.102286:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941461.102290:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1440 00000400:00000010:3.0:1773941461.102292:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1440. 00000100:00000001:3.0:1773941461.102295:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941461.102300:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298ae8e00 x1860112264214912/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941477 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941461.102308:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941461.102310:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f298ae8e00 x1860112264214912/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941477 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941461.102325:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941461.102327:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941461.103396:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941461.103408:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941461.103410:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941461.103413:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941461.103419:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941461.103424:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941461.103433:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941461.103438:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941461.103442:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941461.103447:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c03980 00000400:00000200:2.0:1773941461.103451:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941461.103456:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xae5 [1] + 224 00000800:00000001:2.0:1773941461.103464:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941461.103478:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941461.103481:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941461.103483:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941461.103487:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941461.103491:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298ae8e00 x1860112264214912/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941477 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941461.103499:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff96f298ae8e00 x1860112264214912/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941477 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941461.103513:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941461.103519:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941461.103522:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941461.103569:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941461.103575:0:12453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941461.103577:0:12453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941461.103579:0:12453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15370. 00000400:00000200:1.0:1773941461.103583:0:12453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1660 00000400:00000010:1.0:1773941461.103584:0:12453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1660. 00000100:00000001:1.0:1773941461.103586:0:12453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941461.103591:0:12453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298ae8e00 x1860112264214912/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941477 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941461.103599:0:12453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298ae8e00 x1860112264214912/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941477 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941461.103604:0:12453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941461.103605:0:12453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941461.103607:0:12453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941461.103609:0:12453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941461.103611:0:12453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941461.103612:0:12453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941461.103614:0:12453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941461.103619:0:12453:0:(import.c:2136:obd_at_measure()) add 0 to ffff96f2a0db5458 time=26 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941461.103621:0:12453:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941461.103623:0:12453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1773941461.103626:0:12453:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.145@tcp: operation ldlm_enqueue to node 192.168.202.145@tcp failed: rc = -107 00000100:00000001:1.0:1773941461.103628:0:12453:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941461.103630:0:12453:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941461.103632:0:12453:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.145@tcp of MGS@192.168.202.145@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941461.103635:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941461.103638:0:12453:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941461.103640:0:12453:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941461.103642:0:12453:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941461.103643:0:12453:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941461.103650:0:12453:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941461.103654:0:12453:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f298ae8e00 x1860112264214912/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941477 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941461.103659:0:12453:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941461.103660:0:12453:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941461.103662:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941461.103663:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941461.103665:0:12453:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941461.103667:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941461.103668:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941461.103669:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941461.103670:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941461.103671:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941461.103672:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941461.103673:0:12453:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941461.103675:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941461.103677:0:12453:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941461.103678:0:12453:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 209 00000400:00000200:1.0:1773941461.103682:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941461.103685:0:12453:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941461.103688:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941461.103690:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941461.103691:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941461.103693:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:1.0:1773941461.103695:0:12453:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941461.103696:0:12453:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:1.0:1773941461.103698:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941461.103700:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:1.0:1773941461.103701:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:1.0:1773941461.103703:0:12453:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:1.0:1773941461.103705:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941461.103706:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941461.103707:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941461.103709:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:1.0:1773941461.103714:0:12453:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:1.0:1773941461.103748:0:12453:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:1.0:1773941461.103750:0:12453:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941461.103752:0:12453:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941461.103754:0:12453:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941461.103756:0:12453:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941461.103758:0:12453:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941461.103760:0:12453:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941461.103763:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298aea300. 00000020:00000040:1.0:1773941461.103765:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 02000000:00000001:1.0:1773941461.103767:0:12453:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941461.103768:0:12453:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941461.103770:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941461.103771:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941461.103773:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941461.103776:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f298749800. 00000100:00000001:1.0:1773941461.103779:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941461.103783:0:12453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298aea300 x1860112264215040/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941461.103789:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941461.103791:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941461.103794:0:12453:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000655e1300] to pc [ptlrpcd_rcv+-1] req@ffff96f298aea300 x1860112264215040/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941461.103810:0:12453:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941461.103811:0:12453:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941461.103813:0:12453:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941461.103814:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941461.103816:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941461.103817:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941461.103819:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f288017e40 going to sleep for 1 seconds 00000100:00000001:1.0:1773941461.103820:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941461.103821:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941461.103824:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298ae8e00 x1860112264214912/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941477 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941461.103834:0:12453:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941461.103836:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941461.103838:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941461.103839:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941461.103843:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298ae8e00 x1860112264214912/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941477 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941461.103845:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941461.103850:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1773941461.103852:0:12453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298ae8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264214912:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941461.103853:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1773941461.103859:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941461.103862:0:12453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:0.0:1773941461.103863:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298aea300 x1860112264215040/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941461.103864:0:12453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941461.103866:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941461.103873:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298ae8e00 x1860112264214912/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941477 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941461.103879:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941461.103883:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941461.103884:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941461.103888:0:12453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f288017e40. 02000000:00000001:0.0:1773941461.103888:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941461.103892:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941461.103893:0:12453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:0.0:1773941461.103897:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941461.103901:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298aea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264215040:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941461.103903:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1773941461.103905:0:12453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:0.0:1773941461.103906:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941461.103907:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941461.103909:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1773941461.103914:0:12453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000010:0.0:1773941461.103914:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f288f68400. 02000000:00000001:0.0:1773941461.103918:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941461.103919:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941461.103923:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1773941461.103923:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941461.103927:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d35d8. 00000020:00000040:1.0:1773941461.103928:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164ce00 refcount=4 00000020:00000001:1.0:1773941461.103933:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029960192 : -115506679591424 : ffff96f28164ce00) 00000400:00000010:0.0:1773941461.103933:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d770. 00000100:00000200:0.0:1773941461.103938:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264215040, portal 25 00010000:00000001:1.0:1773941461.103940:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029960192 : -115506679591424 : ffff96f28164ce00) 00000100:00000001:0.0:1773941461.103942:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941461.103946:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420674816 : -115506288876800 : ffff96f298aea300) 00010000:00010000:1.0:1773941461.103947:0:12453:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfd6 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773941461.103952:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298aea300 x1860112264215040/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941461.103968:0:12453:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1773941461.103970:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1773941461.103975:0:12453:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfd6 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773941461.103975:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:0.0:1773941461.103979:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d880. 00010000:00000001:1.0:1773941461.103993:0:12453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000200:0.0:1773941461.103995:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264215040, offset 0 00010000:00010000:1.0:1773941461.103998:0:12453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfd6 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941461.104006:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00010000:00000001:1.0:1773941461.104011:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941461.104016:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773941461.104019:0:12453:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfd6 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941461.104024:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000001:1.0:1773941461.104026:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941461.104030:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941461.104033:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00010000:00000001:1.0:1773941461.104035:0:12453:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773941461.104041:0:12453:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfd6 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941461.104041:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941461.104048:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00010000:00010000:1.0:1773941461.104054:0:12453:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f28164ce00 already unused, calling callback (ffffffffc147fc20) 00000400:00000200:0.0:1773941461.104055:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 10000000:00000001:1.0:1773941461.104059:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:0.0:1773941461.104062:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 10000000:00010000:1.0:1773941461.104064:0:12453:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfd6 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941461.104071:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[20, 19] 00010000:00000001:1.0:1773941461.104075:0:12453:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773941461.104078:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1773941461.104079:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000020:00000001:1.0:1773941461.104081:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941461.104085:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164ce00 refcount=5 00000400:00000200:0.0:1773941461.104088:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [124:124:256:4294967295] 192.168.202.155@tcp LPNI seq info [21:21:8:4294967295] 00000020:00000001:1.0:1773941461.104089:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029960192 : -115506679591424 : ffff96f28164ce00) 00010000:00000001:1.0:1773941461.104095:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029960192 : -115506679591424 : ffff96f28164ce00) 00010000:00000001:1.0:1773941461.104101:0:12453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:0.0:1773941461.104101:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00010000:00010000:1.0:1773941461.104105:0:12453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfd6 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941461.104119:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 10000000:00000001:1.0:1773941461.104121:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000800:00000200:0.0:1773941461.104126:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.155@tcp 10000000:00010000:1.0:1773941461.104129:0:12453:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfd6 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000010:0.0:1773941461.104133:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7e00. 10000000:01000000:1.0:1773941461.104141:0:12453:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000800:00000200:0.0:1773941461.104145:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 10000000:00000040:1.0:1773941461.104146:0:12453:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:1.0:1773941461.104149:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941461.104154:0:12453:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773941461.104159:0:12453:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000800:00000200:0.0:1773941461.104159:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00010000:00000001:1.0:1773941461.104164:0:12453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000800:00000200:0.0:1773941461.104165:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7e00 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:1.0:1773941461.104168:0:12453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941461.104172:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941461.104174:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941461.104177:0:12453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f28164ce00 with handle 0x6eb1e9e7edefbfd6 from hash 00010000:00000001:1.0:1773941461.104180:0:12453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941461.104181:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941461.104183:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941461.104185:0:12453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1773941461.104185:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941461.104188:0:12453:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773941461.104191:0:12453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:0.0:1773941461.104194:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000001:1.0:1773941461.104196:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941461.104200:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773941461.104200:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294881015 00010000:00000001:1.0:1773941461.104202:0:12453:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941461.104206:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941461.104209:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294881013 00010000:00010000:1.0:1773941461.104210:0:12453:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfd6 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941461.104218:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294881015 00010000:00000001:1.0:1773941461.104219:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941461.104223:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773941461.104224:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294881013 00010000:00000001:1.0:1773941461.104225:0:12453:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773941461.104229:0:12453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:0.0:1773941461.104231:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773941461.104232:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941461.104235:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773941461.104237:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941461.104238:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941461.104243:0:12453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfd6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941461.104244:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941461.104251:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1773941461.104255:0:12453:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f29169ae00 count: 0 00000100:00000001:0.0:1773941461.104260:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941461.104263:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000800:00000200:3.0:1773941461.104273:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1773941461.104276:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1773941461.104277:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:3.0:1773941461.104278:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7e00. 00000100:00000001:0.0:1773941461.104281:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1773941461.104282:0:12453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:3.0:1773941461.104286:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1773941461.104286:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941461.104287:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941461.104294:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941461.104295:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298ae8e00 x1860112264214912/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941477 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941461.104300:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:3.0:1773941461.104311:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d880 00000100:00000001:1.0:1773941461.104312:0:12453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1773941461.104316:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d880. 02000000:00000001:1.0:1773941461.104317:0:12453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941461.104322:0:12453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f29874a800. 00000100:00000001:3.0:1773941461.104323:0:2348:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1773941461.104327:0:12453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941461.104331:0:12453:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941461.104333:0:12453:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941461.104335:0:12453:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941461.104337:0:12453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f289153200. 02000000:00000001:1.0:1773941461.104341:0:12453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941461.104342:0:12453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941461.104344:0:12453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298ae8e00. 00000100:00000001:1.0:1773941461.104347:0:12453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941461.104348:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941461.104350:0:12453:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:1.0:1773941461.104352:0:12453:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:1.0:1773941461.104355:0:12453:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1773941461.104358:0:12453:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f298b7aa00. 00000020:00000010:1.0:1773941461.104363:0:12453:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f289153200. 00000020:00000010:1.0:1773941461.104367:0:12453:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f289152c00. 00000040:00000010:1.0:1773941461.104372:0:12453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f289152600. 00000020:00000010:1.0:1773941461.104376:0:12453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f2a0d95800. 00000100:00000200:3.0:1773941461.104382:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298aea300 x1860112264215040/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1773941461.104384:0:12453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f289152a00. 80000000:00000010:1.0:1773941461.104391:0:12453:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f2830d2180. 00040000:00000010:1.0:1773941461.104399:0:12453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f289153c00. 00000100:00000001:3.0:1773941461.104400:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 20000000:00000010:1.0:1773941461.104407:0:12453:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f289153a00. 00000100:00000040:3.0:1773941461.104408:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298aea300 x1860112264215040/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941471 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00000040:1.0:1773941461.104414:0:12453:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 10000000:00000001:1.0:1773941461.104420:0:12453:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941461.104423:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941461.104427:0:12453:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f289152c00. 00000100:00000001:3.0:1773941461.104428:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000040:00000010:1.0:1773941461.104433:0:12453:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f289152600. 00000020:00000010:1.0:1773941461.104443:0:12453:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f2a0d95800. 00000020:00000010:1.0:1773941461.104448:0:12453:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f289152a00. 80000000:00000010:1.0:1773941461.104451:0:12453:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f2830d2180. 00040000:00000010:1.0:1773941461.104457:0:12453:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f289153c00. 20000000:00000010:1.0:1773941461.104460:0:12453:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f289153a00. 00000020:00000010:1.0:1773941461.104463:0:12453:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f289153200. 10000000:00000010:1.0:1773941461.104466:0:12453:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f298b7aa00. 10000000:01000000:1.0:1773941461.104469:0:12453:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:1.0:1773941461.104471:0:12453:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:1.0:1773941461.104474:0:12453:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:1.0:1773941461.104476:0:12453:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1773941461.104477:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941461.104479:0:12453:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff96f2a0da3200) refs 2 10000000:00000001:1.0:1773941461.104481:0:12453:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:2.0:1773941461.105682:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941461.105688:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941461.105689:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941461.105691:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941461.105694:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941461.105697:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : PUT - for me 00000400:00000200:2.0:1773941461.105701:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941461.105709:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941461.105712:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941461.105714:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c03a00 00000400:00000200:2.0:1773941461.105750:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941461.105754:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xaed [1] + 0 00000800:00000001:2.0:1773941461.105759:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941461.105765:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941461.105767:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941461.105770:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000100:00000001:2.0:1773941461.105773:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941461.105777:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298aea300 x1860112264215040/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941471 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941461.105785:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f298aea300 x1860112264215040/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941461.105797:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941461.105801:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941461.105803:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941461.105831:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941461.105834:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941461.105838:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941461.105840:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941461.105842:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d35d8. 00000400:00000200:0.0:1773941461.105847:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d770 00000400:00000010:0.0:1773941461.105849:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d770. 00000100:00000001:0.0:1773941461.105852:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941461.105858:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298aea300 x1860112264215040/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941461.105870:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298aea300 x1860112264215040/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941471 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941461.105879:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941461.105881:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941461.105883:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941461.105885:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941461.105887:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941461.105889:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941461.105891:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941461.105894:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=26 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941461.105898:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941461.105900:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941461.105902:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941461.105905:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773941461.105907:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941461.105909:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941461.105914:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298aea300 x1860112264215040/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941471 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941461.105921:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941461.105924:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941461.105926:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941461.105935:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1773941461.105940:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:0.0:1773941461.105942:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941461.105943:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:0.0:1773941461.105946:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941461.105948:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:0.0:1773941461.105950:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:0.0:1773941461.105952:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:0.0:1773941461.105955:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941461 v=0 (0 0 0 0) 00000100:00001000:0.0:1773941461.105957:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:0.0:1773941461.105962:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:0.0:1773941461.105964:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941461.105965:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:0.0:1773941461.105967:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941461.105968:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941461.105970:0:2352:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.145@tcp after partition 00000100:00080000:0.0:1773941461.105972:0:2352:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:0.0:1773941461.105974:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1773941461.105976:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1773941461.105978:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:0.0:1773941461.105980:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:1.0:1773941461.106203:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941461.106206:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941461.106212:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298aea300 x1860112264215040/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941471 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941461.106220:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298aea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264215040:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941461.106224:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941461.106226:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941461.106229:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298aea300 x1860112264215040/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941471 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941461.106235:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941461.106236:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1773941461.106236:0:12468:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 02000000:00000010:1.0:1773941461.106240:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f288f68400. 02000000:00000001:1.0:1773941461.106244:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941461.106245:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941461.106246:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941461.106248:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941461.106250:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f298749800. 00000100:00080000:0.0:1773941461.106250:0:12468:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 02000000:00000001:1.0:1773941461.106255:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:0.0:1773941461.106257:0:12468:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941461.106260:0:12468:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941461.106261:0:12468:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000001:1.0:1773941461.106263:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941461.106266:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298aea300. 00000001:00000001:0.0:1773941461.106267:0:12468:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:1.0:1773941461.106268:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000001:0.0:1773941461.106271:0:12468:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:1.0:1773941461.106272:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941461.106276:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941461.106279:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000001:00000001:0.0:1773941461.106279:0:12468:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941461.106282:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941461.106285:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000001:00000001:0.0:1773941461.106285:0:12468:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:1.0:1773941461.106288:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941461.106290:0:12468:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941461.106294:0:12468:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941461.106296:0:12468:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941461.106298:0:12468:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941461.106309:0:12468:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773941461.106312:0:12468:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941461.106314:0:12468:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941461.106316:0:12468:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941461.106319:0:12468:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941461.106320:0:12468:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941461.106322:0:12468:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941461.106324:0:12468:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 00000100:00080000:0.0:1773941461.106341:0:12468:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941461.106343:0:12468:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941461.106346:0:12468:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941461.106350:0:12468:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 00000100:00000001:0.0:1773941461.106355:0:12468:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941461.106358:0:12468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941461.106359:0:12468:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:0.0:1773941461.106362:0:12468:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941461.106364:0:12468:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773941461.109756:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f29169ae00. 00010000:00000010:1.1:1773941461.109763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f28164ce00. 00000020:00000001:1.0:1773941461.421895:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941461.421902:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941461.421906:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773941461.485867:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (216) 00000020:00000001:3.0:1773941462.445844:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941462.445852:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941462.445857:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1773941462.829823:0:12453:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1773941462.829830:0:12453:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff96f2a0da3200) refs 2 10000000:00000001:1.0:1773941462.829834:0:12453:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941462.829836:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941462.829837:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941462.829838:0:12453:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1773941462.829841:0:12453:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1773941462.829842:0:12453:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1773941462.829844:0:12453:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f298b5cd28 from 1 10000000:00000001:1.0:1773941462.829846:0:12453:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773941462.829847:0:12453:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1773941462.829857:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298aea300. 00000020:00000040:1.0:1773941462.829862:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:1.0:1773941462.829865:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941462.829868:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941462.829873:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941462.829878:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f289153200. 00000100:00000001:1.0:1773941462.829884:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941462.829896:0:12453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773941462.829899:0:12453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773941462.829905:0:12453:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f29169ae00. 00010000:00000001:1.0:1773941462.829910:0:12453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773941462.829913:0:12453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f28164ce00. 00000020:00000001:1.0:1773941462.829916:0:12453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941462.829918:0:12453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f28164ce00 with handle 0x6eb1e9e7edefbfdd to hash 00000020:00000001:1.0:1773941462.829933:0:12453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773941462.829934:0:12453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567029960192 : -115506679591424 : ffff96f28164ce00) 00010000:00000001:1.0:1773941462.829937:0:12453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567029960192 : -115506679591424 : ffff96f28164ce00) 00010000:00000001:1.0:1773941462.829940:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941462.829942:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941462.829945:0:12453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfdd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941462.829953:0:12453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfdd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941462.829963:0:12453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfdd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941462.829967:0:12453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941462.829969:0:12453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941462.829973:0:12453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f288017e40. 00000100:00000001:1.0:1773941462.829975:0:12453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567140892224 : -115506568659392 : ffff96f288017e40) 00000100:00000001:1.0:1773941462.829977:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941462.829979:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420674816 : -115506288876800 : ffff96f298aea300) 00000100:00000001:1.0:1773941462.829982:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941462.829986:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941462.829988:0:12453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941462.829990:0:12453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941462.829999:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298aea300 x1860112264215168/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941462.830006:0:12453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941462.830007:0:12453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941462.830010:0:12453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941462.830012:0:12453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941462.830014:0:12453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941462.830016:0:12453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298aea300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264215168:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941462.830023:0:12453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941462.830028:0:12453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941462.830030:0:12453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941462.830032:0:12453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941462.830036:0:12453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f298749800. 02000000:00000001:1.0:1773941462.830038:0:12453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941462.830044:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941462.830047:0:12453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15370. 00000400:00000010:1.0:1773941462.830052:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1660. 00000100:00000200:1.0:1773941462.830058:0:12453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264215168, portal 25 00000100:00000001:1.0:1773941462.830059:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941462.830060:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420674816 : -115506288876800 : ffff96f298aea300) 00000100:00000040:1.0:1773941462.830064:0:12453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298aea300 x1860112264215168/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941478 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941462.830070:0:12453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941462.830073:0:12453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:1.0:1773941462.830074:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1b28. 00000100:00000200:1.0:1773941462.830077:0:12453:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264215168, offset 0 00000400:00000200:1.0:1773941462.830081:0:12453:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941462.830088:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941462.830094:0:12453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941462.830098:0:12453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941462.830101:0:12453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941462.830106:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941462.830107:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941462.830110:0:12453:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[20, 21] 00000400:00000200:1.0:1773941462.830112:0:12453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:1.0:1773941462.830115:0:12453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [125:125:256:4294967295] 192.168.202.145@tcp LPNI seq info [22:22:8:4294967295] 00000400:00000200:1.0:1773941462.830118:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941462.830126:0:12453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:1.0:1773941462.830131:0:12453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:1.0:1773941462.830139:0:12453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f298b8fb00. 00000800:00000200:1.0:1773941462.830145:0:12453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:1.0:1773941462.830152:0:12453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:1.0:1773941462.830156:0:12453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f298b8fb00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773941462.830171:0:12453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941462.830175:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:1.0:1773941462.830177:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294882741 00000100:00000001:1.0:1773941462.830182:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294881015 00000100:00000001:1.0:1773941462.830187:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294882741 00000100:00000001:1.0:1773941462.830190:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294881015 00000100:00000001:1.0:1773941462.830192:0:12453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941462.830195:0:12453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941462.830197:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941462.830199:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941462.830201:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f288017e40 going to sleep for 11 seconds 00000100:00000001:1.0:1773941462.830203:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941462.830206:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941462.830284:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941462.830289:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f298b8fb00. 00000400:00000200:3.0:1773941462.830296:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941462.830303:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941462.830309:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1b28 00000400:00000010:3.0:1773941462.830312:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1b28. 00000100:00000001:3.0:1773941462.830319:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941462.830326:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298aea300 x1860112264215168/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941478 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941462.830337:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941462.830340:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f298aea300 x1860112264215168/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941478 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941462.830347:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941462.830356:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941462.831439:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941462.831449:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941462.831452:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941462.831454:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941462.831458:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941462.831462:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941462.831466:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941462.831469:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941462.831473:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941462.831476:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c03a80 00000400:00000200:2.0:1773941462.831479:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941462.831482:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xaf5 [1] + 224 00000800:00000001:2.0:1773941462.831488:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941462.831494:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941462.831496:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941462.831506:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941462.831511:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941462.831517:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298aea300 x1860112264215168/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941478 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941462.831527:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff96f298aea300 x1860112264215168/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941478 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941462.831547:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941462.831556:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941462.831560:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941462.831589:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941462.831596:0:12453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941462.831599:0:12453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941462.831602:0:12453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15370. 00000400:00000200:1.0:1773941462.831606:0:12453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1660 00000400:00000010:1.0:1773941462.831608:0:12453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1660. 00000100:00000001:1.0:1773941462.831612:0:12453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941462.831617:0:12453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298aea300 x1860112264215168/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941478 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941462.831628:0:12453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298aea300 x1860112264215168/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941478 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941462.831634:0:12453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941462.831636:0:12453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941462.831638:0:12453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941462.831640:0:12453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941462.831642:0:12453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941462.831650:0:12453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941462.831652:0:12453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941462.831657:0:12453:0:(import.c:2136:obd_at_measure()) add 0 to ffff96f2a0db5458 time=27 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941462.831660:0:12453:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941462.831662:0:12453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1773941462.831665:0:12453:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.145@tcp: operation ldlm_enqueue to node 192.168.202.145@tcp failed: rc = -107 00000100:00000001:1.0:1773941462.831667:0:12453:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941462.831670:0:12453:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941462.831672:0:12453:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.145@tcp of MGS@192.168.202.145@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941462.831675:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941462.831678:0:12453:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941462.836664:0:12453:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941462.836669:0:12453:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941462.836672:0:12453:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941462.836675:0:12453:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941462.836682:0:12453:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f298aea300 x1860112264215168/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941478 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941462.836693:0:12453:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941462.836695:0:12453:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941462.836697:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941462.836700:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941462.836703:0:12453:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941462.836705:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941462.836707:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941462.836709:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941462.836739:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941462.836741:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941462.836743:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941462.836746:0:12453:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941462.836749:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941462.836752:0:12453:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941462.836756:0:12453:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 211 00000400:00000200:1.0:1773941462.836763:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941462.836778:0:12453:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941462.836783:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941462.836788:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941462.836791:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941462.836794:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:1.0:1773941462.836797:0:12453:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941462.836799:0:12453:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:1.0:1773941462.836802:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941462.836805:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:1.0:1773941462.836807:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:1.0:1773941462.836809:0:12453:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:1.0:1773941462.836812:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941462.836814:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941462.836816:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941462.836818:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:1.0:1773941462.836821:0:12453:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:1.0:1773941462.836824:0:12453:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:1.0:1773941462.836827:0:12453:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941462.836830:0:12453:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941462.836833:0:12453:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941462.836836:0:12453:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941462.836838:0:12453:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941462.836841:0:12453:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941462.836846:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298ae8e00. 00000020:00000040:1.0:1773941462.836849:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 02000000:00000001:1.0:1773941462.836853:0:12453:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941462.836855:0:12453:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941462.836858:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941462.836860:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941462.836864:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941462.836870:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f29874a800. 00000100:00000001:1.0:1773941462.836876:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941462.836883:0:12453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298ae8e00 x1860112264215296/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941462.836899:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941462.836903:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941462.836909:0:12453:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025935274] to pc [ptlrpcd_rcv+-1] req@ffff96f298ae8e00 x1860112264215296/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941462.836934:0:12453:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941462.836938:0:12453:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941462.836940:0:12453:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941462.836943:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941462.836947:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941462.836949:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941462.836951:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f288017e40 going to sleep for 1 seconds 00000100:00000001:1.0:1773941462.836954:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941462.836956:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941462.836961:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298aea300 x1860112264215168/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941478 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941462.836968:0:12453:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941462.836971:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941462.836973:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941462.836975:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941462.836979:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298aea300 x1860112264215168/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941478 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941462.836987:0:12453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298aea300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264215168:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941462.836992:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941462.836994:0:12453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941462.836996:0:12453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941462.836998:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941462.837001:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298aea300 x1860112264215168/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941478 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941462.837008:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941462.837017:0:12453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f288017e40. 00000100:00000001:1.0:1773941462.837022:0:12453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773941462.837024:0:12453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:1.0:1773941462.837028:0:12453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773941462.837031:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941462.837034:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941462.837036:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164ce00 refcount=4 00000020:00000001:1.0:1773941462.837038:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029960192 : -115506679591424 : ffff96f28164ce00) 00000100:00000001:0.0:1773941462.837040:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1773941462.837041:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029960192 : -115506679591424 : ffff96f28164ce00) 00000100:00000001:0.0:1773941462.837046:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1773941462.837049:0:12453:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfdd lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941462.837050:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941462.837061:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298ae8e00 x1860112264215296/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941462.837062:0:12453:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:1.0:1773941462.837071:0:12453:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfdd lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941462.837079:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941462.837083:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941462.837085:0:12453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 02000000:00000001:0.0:1773941462.837088:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:1.0:1773941462.837090:0:12453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfdd lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1773941462.837098:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773941462.837099:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941462.837103:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1773941462.837104:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941462.837107:0:12453:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfdd lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1773941462.837112:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298ae8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264215296:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941462.837123:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1773941462.837124:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:0.0:1773941462.837128:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1773941462.837129:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941462.837133:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941462.837135:0:12453:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 02000000:00000001:0.0:1773941462.837138:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:1.0:1773941462.837140:0:12453:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfdd lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:0.0:1773941462.837145:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f288f69400. 00010000:00010000:1.0:1773941462.837149:0:12453:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f28164ce00 already unused, calling callback (ffffffffc147fc20) 02000000:00000001:0.0:1773941462.837150:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941462.837159:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941462.837163:0:12453:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfdd lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941462.837167:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941462.837175:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d35d8. 00010000:00000001:1.0:1773941462.837176:0:12453:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773941462.837180:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941462.837182:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1773941462.837184:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d770. 00000020:00000040:1.0:1773941462.837185:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164ce00 refcount=5 00000020:00000001:1.0:1773941462.837190:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029960192 : -115506679591424 : ffff96f28164ce00) 00010000:00000001:1.0:1773941462.837195:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029960192 : -115506679591424 : ffff96f28164ce00) 00000100:00000200:0.0:1773941462.837195:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264215296, portal 25 00010000:00000001:1.0:1773941462.837199:0:12453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1773941462.837200:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:1.0:1773941462.837204:0:12453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfdd lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941462.837204:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420669440 : -115506288882176 : ffff96f298ae8e00) 10000000:00000001:1.0:1773941462.837217:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000040:0.0:1773941462.837217:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298ae8e00 x1860112264215296/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00010000:1.0:1773941462.837222:0:12453:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfdd lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1773941462.837240:0:12453:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000001:0.0:1773941462.837243:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000040:1.0:1773941462.837244:0:12453:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:1.0:1773941462.837248:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941462.837249:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00010000:00010000:1.0:1773941462.837251:0:12453:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000400:00000010:0.0:1773941462.837253:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d4c8. 00010000:00000001:1.0:1773941462.837255:0:12453:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773941462.837261:0:12453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000100:00000200:0.0:1773941462.837261:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264215296, offset 0 00010000:00000001:1.0:1773941462.837263:0:12453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941462.837267:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941462.837269:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941462.837274:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000020:00000040:1.0:1773941462.837275:0:12453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f28164ce00 with handle 0x6eb1e9e7edefbfdd from hash 00010000:00000001:1.0:1773941462.837280:0:12453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941462.837282:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941462.837283:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941462.837286:0:12453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:0.0:1773941462.837287:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000001:1.0:1773941462.837289:0:12453:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773941462.837293:0:12453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773941462.837298:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1773941462.837298:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941462.837305:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:1.0:1773941462.837306:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941462.837310:0:12453:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941462.837312:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 10000000:00000001:1.0:1773941462.837313:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941462.837319:0:12453:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfdd lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941462.837319:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941462.837326:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00010000:00000001:1.0:1773941462.837335:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1773941462.837335:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[22, 21] 00010000:00000001:1.0:1773941462.837337:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941462.837340:0:12453:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773941462.837344:0:12453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:0.0:1773941462.837347:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00010000:00000001:1.0:1773941462.837348:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941462.837351:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941462.837352:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1773941462.837356:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [126:126:256:4294967295] 192.168.202.155@tcp LPNI seq info [23:23:8:4294967295] 00010000:00010000:1.0:1773941462.837357:0:12453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefbfdd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941462.837370:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00010000:00000040:1.0:1773941462.837374:0:12453:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f29169ae00 count: 0 00000400:00000200:0.0:1773941462.837385:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00010000:00000001:1.0:1773941462.837389:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941462.837393:0:12453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000800:00000200:0.0:1773941462.837394:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.155@tcp 00000100:00000001:1.0:1773941462.837399:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:0.0:1773941462.837402:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7100. 00000100:00000040:1.0:1773941462.837408:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298aea300 x1860112264215168/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941478 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1773941462.837415:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00000100:00000001:1.0:1773941462.837424:0:12453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941462.837427:0:12453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000200:0.0:1773941462.837429:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 02000000:00000010:1.0:1773941462.837431:0:12453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f298749800. 00000800:00000200:0.0:1773941462.837436:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7100 type 1, nob 616 niov 1 nkiov 1 02000000:00000001:1.0:1773941462.837437:0:12453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941462.837441:0:12453:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941462.837444:0:12453:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941462.837447:0:12453:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941462.837449:0:12453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f289153200. 02000000:00000001:1.0:1773941462.837453:0:12453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941462.837455:0:12453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941462.837457:0:12453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298aea300. 00000100:00000001:1.0:1773941462.837460:0:12453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941462.837461:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941462.837463:0:12453:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:1.0:1773941462.837473:0:12453:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:1.0:1773941462.837476:0:12453:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1773941462.837479:0:12453:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f298b7aa00. 00000020:00000010:1.0:1773941462.837484:0:12453:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f289153200. 00000020:00000010:1.0:1773941462.837488:0:12453:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f289153a00. 00000040:00000010:1.0:1773941462.837492:0:12453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f289153c00. 00000020:00000010:1.0:1773941462.837497:0:12453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f2a0d95800. 00000020:00000010:1.0:1773941462.837502:0:12453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f289152a00. 80000000:00000010:1.0:1773941462.837506:0:12453:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f2830d2180. 00040000:00000010:1.0:1773941462.837511:0:12453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f289152600. 20000000:00000010:1.0:1773941462.837515:0:12453:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f289152c00. 10000000:00000040:1.0:1773941462.837519:0:12453:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 10000000:00000001:1.0:1773941462.837522:0:12453:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:1.0:1773941462.837527:0:12453:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f289153a00. 00000040:00000010:1.0:1773941462.837531:0:12453:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f289153c00. 00000020:00000010:1.0:1773941462.837534:0:12453:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f2a0d95800. 00000020:00000010:1.0:1773941462.837538:0:12453:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f289152a00. 80000000:00000010:1.0:1773941462.837542:0:12453:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f2830d2180. 00040000:00000010:1.0:1773941462.837547:0:12453:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f289152600. 20000000:00000010:1.0:1773941462.837550:0:12453:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f289152c00. 00000020:00000010:1.0:1773941462.837553:0:12453:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f289153200. 10000000:00000010:1.0:1773941462.837556:0:12453:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f298b7aa00. 10000000:01000000:1.0:1773941462.837558:0:12453:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:1.0:1773941462.837561:0:12453:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:1.0:1773941462.837564:0:12453:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:1.0:1773941462.837566:0:12453:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1773941462.837568:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941462.837570:0:12453:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff96f2a0da3200) refs 2 10000000:00000001:1.0:1773941462.837572:0:12453:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:0.0:1773941462.837634:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941462.837641:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:0.0:1773941462.837651:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294882748 00000100:00000001:0.0:1773941462.837658:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294882741 00000100:00000001:0.0:1773941462.837662:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294882748 00000100:00000001:0.0:1773941462.837665:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294882741 00000100:00000001:0.0:1773941462.837667:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941462.837669:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941462.837671:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941462.837673:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941462.837678:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941462.837679:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773941462.837680:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941462.837681:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941462.837682:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941462.837683:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941462.837941:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941462.837947:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7100. 00000400:00000200:3.0:1773941462.837952:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941462.837959:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:3.0:1773941462.837964:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d4c8 00000400:00000010:3.0:1773941462.837967:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d4c8. 00000100:00000001:3.0:1773941462.837971:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941462.837976:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298ae8e00 x1860112264215296/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941462.837984:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941462.837987:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298ae8e00 x1860112264215296/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941472 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941462.837992:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941462.837993:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941462.839328:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941462.839337:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941462.839339:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941462.839341:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941462.839345:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941462.839349:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : PUT - for me 00000400:00000200:2.0:1773941462.839354:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941462.839357:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941462.839360:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941462.839364:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c03b00 00000400:00000200:2.0:1773941462.839367:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941462.839371:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xafd [1] + 0 00000800:00000001:2.0:1773941462.839377:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941462.839383:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941462.839385:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941462.839389:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000100:00000001:2.0:1773941462.839394:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941462.839401:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298ae8e00 x1860112264215296/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941472 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941462.839413:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f298ae8e00 x1860112264215296/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941462.839432:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941462.839448:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941462.839453:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941462.839468:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941462.839471:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941462.839475:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941462.839477:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941462.839479:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d35d8. 00000400:00000200:0.0:1773941462.839482:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d770 00000400:00000010:0.0:1773941462.839483:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d770. 00000100:00000001:0.0:1773941462.839485:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941462.839489:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298ae8e00 x1860112264215296/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941462.839496:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298ae8e00 x1860112264215296/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941472 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941462.839501:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941462.839502:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941462.839504:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941462.839506:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941462.839508:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941462.839509:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941462.839511:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941462.839515:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=27 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941462.839519:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941462.839525:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941462.839527:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941462.839529:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773941462.839530:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941462.839532:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941462.839535:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298ae8e00 x1860112264215296/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941472 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941462.839540:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941462.839542:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941462.839543:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941462.839544:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1773941462.839548:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:0.0:1773941462.839550:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941462.839551:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:0.0:1773941462.839552:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941462.839554:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:0.0:1773941462.839555:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:0.0:1773941462.839557:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:0.0:1773941462.839559:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941462 v=0 (0 0 0 0) 00000100:00001000:0.0:1773941462.839570:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:0.0:1773941462.839575:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:0.0:1773941462.839577:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941462.839579:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:0.0:1773941462.839580:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941462.839581:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941462.839584:0:2352:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.145@tcp after partition 00000100:00080000:0.0:1773941462.839585:0:2352:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:0.0:1773941462.839587:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1773941462.839590:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1773941462.839592:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:0.0:1773941462.839594:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:1.0:1773941462.839811:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941462.839815:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941462.839822:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298ae8e00 x1860112264215296/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941472 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941462.839823:0:12469:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:0.0:1773941462.839835:0:12469:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 00000100:00100000:0.0:1773941462.839839:0:12469:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:1.0:1773941462.839842:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298ae8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264215296:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941462.839848:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941462.839851:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941462.839851:0:12469:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941462.839853:0:12469:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000040:1.0:1773941462.839854:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298ae8e00 x1860112264215296/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941472 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1773941462.839856:0:12469:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941462.839858:0:12469:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:1.0:1773941462.839861:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:0.0:1773941462.839862:0:12469:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941462.839863:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:0.0:1773941462.839864:0:12469:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941462.839865:0:12469:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:1.0:1773941462.839866:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f288f69400. 00000001:00000001:0.0:1773941462.839867:0:12469:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941462.839869:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000001:0.0:1773941462.839869:0:12469:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941462.839870:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1773941462.839871:0:12469:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000040:1.0:1773941462.839872:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941462.839874:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:0.0:1773941462.839874:0:12469:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 02000000:00000010:1.0:1773941462.839876:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f29874a800. 00000100:00000001:0.0:1773941462.839877:0:12469:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 02000000:00000001:1.0:1773941462.839880:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1773941462.839880:0:12469:0:(recover.c:147:ptlrpc_resend()) Process entered 02000000:00000001:1.0:1773941462.839881:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1773941462.839882:0:12469:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941462.839883:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298ae8e00. 00000100:00080000:0.0:1773941462.839884:0:12469:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941462.839886:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941462.839886:0:12469:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:1.0:1773941462.839888:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:0.0:1773941462.839888:0:12469:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:1.0:1773941462.839890:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:0.0:1773941462.839890:0:12469:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 00000100:00000001:1.0:1773941462.839894:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941462.839896:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941462.839898:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941462.839900:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941462.839914:0:12469:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941462.839923:0:12469:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941462.839926:0:12469:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941462.839933:0:12469:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 00000100:00000001:0.0:1773941462.843651:0:12469:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941462.843655:0:12469:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941462.843657:0:12469:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:0.0:1773941462.843660:0:12469:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941462.843661:0:12469:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773941462.845756:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f29169ae00. 00010000:00000010:1.1:1773941462.845763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f28164ce00. 00000020:00000001:1.0:1773941463.469893:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941463.469899:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941463.469903:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773941464.493830:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941464.493836:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941464.493840:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1773941464.557828:0:12453:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773941464.557836:0:12453:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff96f2a0da3200) refs 2 10000000:00000001:2.0:1773941464.557841:0:12453:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941464.557844:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941464.557846:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941464.557848:0:12453:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1773941464.557850:0:12453:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1773941464.557852:0:12453:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1773941464.557855:0:12453:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f298b5cd28 from 1 10000000:00000001:2.0:1773941464.557859:0:12453:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773941464.557861:0:12453:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1773941464.557872:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f2a0dd1f80. 00000020:00000040:2.0:1773941464.557878:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:2.0:1773941464.557883:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941464.557887:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941464.557892:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941464.557903:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f288bd8200. 00000100:00000001:2.0:1773941464.557910:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941464.557915:0:12453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941464.557918:0:12453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773941464.557926:0:12453:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f29264dc00. 00010000:00000001:2.0:1773941464.557932:0:12453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941464.557936:0:12453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f2814eb400. 00000020:00000001:2.0:1773941464.557941:0:12453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941464.557944:0:12453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f2814eb400 with handle 0x6eb1e9e7edefbfe4 to hash 00000020:00000001:2.0:1773941464.557947:0:12453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941464.557948:0:12453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567028511744 : -115506681039872 : ffff96f2814eb400) 00010000:00000001:2.0:1773941464.557952:0:12453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567028511744 : -115506681039872 : ffff96f2814eb400) 00010000:00000001:2.0:1773941464.557956:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941464.557959:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941464.557964:0:12453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f2814eb400/0x6eb1e9e7edefbfe4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941464.557975:0:12453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f2814eb400/0x6eb1e9e7edefbfe4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941464.558003:0:12453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f2814eb400/0x6eb1e9e7edefbfe4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941464.558010:0:12453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941464.558013:0:12453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941464.558019:0:12453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f283f61a80. 00000100:00000001:2.0:1773941464.558022:0:12453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567073036928 : -115506636514688 : ffff96f283f61a80) 00000100:00000001:2.0:1773941464.558025:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941464.558027:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567557939072 : -115506151612544 : ffff96f2a0dd1f80) 00000100:00000001:2.0:1773941464.558032:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941464.558036:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941464.558039:0:12453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941464.558041:0:12453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941464.558053:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f2a0dd1f80 x1860112264215424/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941464.558063:0:12453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941464.558065:0:12453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941464.558069:0:12453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941464.558072:0:12453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941464.558075:0:12453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941464.558079:0:12453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f2a0dd1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264215424:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941464.558084:0:12453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941464.558089:0:12453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941464.558092:0:12453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941464.558094:0:12453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941464.558099:0:12453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f28600b000. 02000000:00000001:2.0:1773941464.558102:0:12453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941464.558110:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:2.0:1773941464.558114:0:12453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f28a23c000. 00000400:00000010:2.0:1773941464.558121:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f2a0dc1ee0. 00000100:00000200:2.0:1773941464.558128:0:12453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264215424, portal 25 00000100:00000001:2.0:1773941464.558131:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941464.558138:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567557939072 : -115506151612544 : ffff96f2a0dd1f80) 00000100:00000040:2.0:1773941464.558145:0:12453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f2a0dd1f80 x1860112264215424/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941480 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941464.558154:0:12453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941464.558158:0:12453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:2.0:1773941464.558162:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f2a0dc1000. 00000100:00000200:2.0:1773941464.558166:0:12453:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264215424, offset 0 00000400:00000200:2.0:1773941464.558174:0:12453:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:2.0:1773941464.558194:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941464.558201:0:12453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:2.0:1773941464.558207:0:12453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941464.558211:0:12453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:2.0:1773941464.558215:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941464.558218:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941464.558221:0:12453:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[22, 23] 00000400:00000200:2.0:1773941464.558225:0:12453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:2.0:1773941464.558230:0:12453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [127:127:256:4294967295] 192.168.202.145@tcp LPNI seq info [24:24:8:4294967295] 00000400:00000200:2.0:1773941464.558235:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941464.558246:0:12453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:2.0:1773941464.558253:0:12453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:2.0:1773941464.558258:0:12453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f299fdfd00. 00000800:00000200:2.0:1773941464.558266:0:12453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:2.0:1773941464.558273:0:12453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:2.0:1773941464.558278:0:12453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f299fdfd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941464.558295:0:12453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941464.558300:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:2.0:1773941464.558303:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294884469 00000100:00000001:2.0:1773941464.558309:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294882748 00000100:00000001:2.0:1773941464.558313:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294884469 00000100:00000001:2.0:1773941464.558317:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294882748 00000100:00000001:2.0:1773941464.558328:0:12453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941464.558332:0:12453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941464.558334:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941464.558336:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941464.558340:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61a80 going to sleep for 11 seconds 00000100:00000001:2.0:1773941464.558343:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941464.558345:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941464.558426:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941464.558437:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f299fdfd00. 00000400:00000200:3.0:1773941464.558444:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941464.558451:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941464.558457:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dc1000 00000400:00000010:3.0:1773941464.558460:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f2a0dc1000. 00000100:00000001:3.0:1773941464.558464:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941464.558470:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f2a0dd1f80 x1860112264215424/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941480 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941464.558482:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941464.558486:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f2a0dd1f80 x1860112264215424/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941480 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941464.558495:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941464.558497:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941464.559638:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941464.559651:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941464.559654:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941464.559657:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941464.559662:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941464.559669:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941464.559676:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941464.559680:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941464.559685:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941464.559689:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c03b80 00000400:00000200:2.0:1773941464.559693:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941464.559745:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xb05 [1] + 224 00000800:00000001:2.0:1773941464.559753:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941464.559763:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941464.559766:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941464.559770:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941464.559775:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941464.559780:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f2a0dd1f80 x1860112264215424/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941480 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941464.559792:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff96f2a0dd1f80 x1860112264215424/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941480 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941464.559812:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941464.559820:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941464.559824:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941464.559840:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941464.559847:0:12453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941464.559848:0:12453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941464.559851:0:12453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f28a23c000. 00000400:00000200:1.0:1773941464.559854:0:12453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dc1ee0 00000400:00000010:1.0:1773941464.559855:0:12453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f2a0dc1ee0. 00000100:00000001:1.0:1773941464.559858:0:12453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941464.559862:0:12453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f2a0dd1f80 x1860112264215424/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941480 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941464.559877:0:12453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f2a0dd1f80 x1860112264215424/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941480 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941464.559882:0:12453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941464.559884:0:12453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941464.559886:0:12453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941464.559888:0:12453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941464.559890:0:12453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941464.559892:0:12453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941464.559894:0:12453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941464.559899:0:12453:0:(import.c:2136:obd_at_measure()) add 0 to ffff96f2a0db5458 time=29 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941464.559902:0:12453:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941464.559904:0:12453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1773941464.559907:0:12453:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.145@tcp: operation ldlm_enqueue to node 192.168.202.145@tcp failed: rc = -107 00000100:00000001:1.0:1773941464.563384:0:12453:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941464.563388:0:12453:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941464.563392:0:12453:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.145@tcp of MGS@192.168.202.145@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941464.563395:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941464.563399:0:12453:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941464.563402:0:12453:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941464.563404:0:12453:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941464.563406:0:12453:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941464.563408:0:12453:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941464.563413:0:12453:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f2a0dd1f80 x1860112264215424/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941480 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941464.563419:0:12453:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941464.563421:0:12453:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941464.563422:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941464.563425:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941464.563427:0:12453:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941464.563428:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941464.563429:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941464.563437:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941464.563438:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941464.563440:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941464.563441:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941464.563443:0:12453:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941464.563444:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941464.563447:0:12453:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941464.563449:0:12453:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 213 00000400:00000200:1.0:1773941464.563453:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941464.563456:0:12453:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941464.563459:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941464.563461:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941464.563463:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941464.563464:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:1.0:1773941464.563469:0:12453:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941464.563471:0:12453:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:1.0:1773941464.563473:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941464.563475:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:1.0:1773941464.563476:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:1.0:1773941464.563478:0:12453:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:1.0:1773941464.563480:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941464.563481:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941464.563482:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941464.563483:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:1.0:1773941464.563485:0:12453:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:1.0:1773941464.563489:0:12453:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:1.0:1773941464.563491:0:12453:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941464.563494:0:12453:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941464.563496:0:12453:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941464.563499:0:12453:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941464.563501:0:12453:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941464.563503:0:12453:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941464.563513:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298ae8e00. 00000020:00000040:1.0:1773941464.563516:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 02000000:00000001:1.0:1773941464.563520:0:12453:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941464.563521:0:12453:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941464.563524:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941464.563527:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941464.563530:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941464.563537:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f29874a800. 00000100:00000001:1.0:1773941464.563541:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941464.563548:0:12453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298ae8e00 x1860112264215552/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941464.563558:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941464.563562:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941464.563567:0:12453:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025935274] to pc [ptlrpcd_rcv+-1] req@ffff96f298ae8e00 x1860112264215552/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941464.563586:0:12453:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941464.563589:0:12453:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941464.563591:0:12453:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941464.563593:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941464.563596:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941464.563597:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941464.563598:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61a80 going to sleep for 1 seconds 00000100:00000001:1.0:1773941464.563600:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941464.563602:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941464.563606:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f2a0dd1f80 x1860112264215424/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941480 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941464.563612:0:12453:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941464.563615:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941464.563615:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941464.563617:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941464.563619:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941464.563622:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f2a0dd1f80 x1860112264215424/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941480 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941464.563626:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941464.563630:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941464.563637:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298ae8e00 x1860112264215552/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941464.563654:0:12453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f2a0dd1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264215424:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941464.563655:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941464.563659:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941464.563663:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941464.563665:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941464.563667:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941464.563667:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941464.563672:0:12453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00100000:3.0:1773941464.563674:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298ae8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264215552:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941464.563675:0:12453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941464.563679:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941464.563680:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941464.563683:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1773941464.563684:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f2a0dd1f80 x1860112264215424/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941480 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773941464.563686:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941464.563691:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941464.563713:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f286075800. 02000000:00000001:3.0:1773941464.563734:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941464.563738:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:3.0:1773941464.563741:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7840. 00000400:00000010:3.0:1773941464.563745:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51aa0. 00000100:00000200:3.0:1773941464.563749:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264215552, portal 25 00000100:00000001:3.0:1773941464.563751:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941464.563752:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420669440 : -115506288882176 : ffff96f298ae8e00) 00000100:00000040:3.0:1773941464.563757:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298ae8e00 x1860112264215552/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941464.563763:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941464.563766:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:3.0:1773941464.563769:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51550. 00000100:00000200:3.0:1773941464.563771:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264215552, offset 0 00000400:00000200:3.0:1773941464.563774:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:3.0:1773941464.563779:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941464.563783:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:3.0:1773941464.563786:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941464.563790:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:3.0:1773941464.563799:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941464.563802:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941464.563805:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[24, 23] 00000400:00000200:3.0:1773941464.563808:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000400:00000200:3.0:1773941464.563811:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [128:128:256:4294967295] 192.168.202.155@tcp LPNI seq info [25:25:8:4294967295] 00000400:00000200:3.0:1773941464.563814:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:3.0:1773941464.563821:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00000800:00000200:3.0:1773941464.563825:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.155@tcp 00000800:00000010:3.0:1773941464.563829:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258800. 00000800:00000200:3.0:1773941464.563835:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00000800:00000200:3.0:1773941464.563845:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:3.0:1773941464.563848:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773941464.563857:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941464.563863:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:1.0:1773941464.563864:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941464.563867:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294884475 00000100:00000010:1.0:1773941464.563868:0:12453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f283f61a80. 00000100:00000001:1.0:1773941464.563873:0:12453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941464.563874:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294884469 00000100:00000001:1.0:1773941464.563875:0:12453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:1.0:1773941464.563881:0:12453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:3.0:1773941464.563882:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294884475 00010000:00000001:1.0:1773941464.563884:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1773941464.563887:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294884469 00000020:00000001:1.0:1773941464.563887:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941464.563891:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f2814eb400 refcount=4 00000100:00000001:3.0:1773941464.563892:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1773941464.563894:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567028511744 : -115506681039872 : ffff96f2814eb400) 00000100:00000001:3.0:1773941464.563897:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941464.563898:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567028511744 : -115506681039872 : ffff96f2814eb400) 00000100:00000001:3.0:1773941464.563901:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941464.563903:0:12453:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f2814eb400/0x6eb1e9e7edefbfe4 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941464.563904:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773941464.563913:0:12453:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941464.563914:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941464.563918:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00010000:1.0:1773941464.563919:0:12453:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f2814eb400/0x6eb1e9e7edefbfe4 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941464.563920:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941464.563922:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941464.563925:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941464.563931:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941464.563932:0:12453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773941464.563935:0:12453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f2814eb400/0x6eb1e9e7edefbfe4 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941464.563941:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941464.563947:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773941464.563950:0:12453:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f2814eb400/0x6eb1e9e7edefbfe4 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941464.563954:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941464.563956:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941464.563959:0:12453:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773941464.563962:0:12453:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f2814eb400/0x6eb1e9e7edefbfe4 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941464.563966:0:12453:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f2814eb400 already unused, calling callback (ffffffffc147fc20) 10000000:00000001:1.0:1773941464.563969:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941464.563971:0:12453:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f2814eb400/0x6eb1e9e7edefbfe4 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941464.563976:0:12453:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773941464.563977:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941464.563978:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941464.563979:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f2814eb400 refcount=5 00000020:00000001:1.0:1773941464.563980:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567028511744 : -115506681039872 : ffff96f2814eb400) 00010000:00000001:1.0:1773941464.563982:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567028511744 : -115506681039872 : ffff96f2814eb400) 00010000:00000001:1.0:1773941464.563984:0:12453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773941464.563985:0:12453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f2814eb400/0x6eb1e9e7edefbfe4 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1773941464.563989:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941464.563991:0:12453:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f2814eb400/0x6eb1e9e7edefbfe4 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1773941464.563995:0:12453:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000800:00000200:3.0:1773941464.563998:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000040:1.0:1773941464.563998:0:12453:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:1.0:1773941464.564000:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1773941464.564005:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258800. 00010000:00010000:1.0:1773941464.564005:0:12453:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773941464.564008:0:12453:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000400:00000200:3.0:1773941464.564013:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1773941464.564015:0:12453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773941464.564017:0:12453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941464.564020:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941464.564022:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941464.564026:0:12453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f2814eb400 with handle 0x6eb1e9e7edefbfe4 from hash 00010000:00000001:1.0:1773941464.564030:0:12453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:3.0:1773941464.564031:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00010000:00000001:1.0:1773941464.564032:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941464.564035:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941464.564037:0:12453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773941464.564038:0:12453:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000400:00000200:3.0:1773941464.564040:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51550 00010000:00000001:1.0:1773941464.564040:0:12453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000010:3.0:1773941464.564045:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51550. 00010000:00000001:1.0:1773941464.564045:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941464.564046:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941464.564049:0:12453:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941464.564051:0:2348:0:(events.c:34:request_out_callback()) Process entered 10000000:00000001:1.0:1773941464.564052:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941464.564056:0:12453:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f2814eb400/0x6eb1e9e7edefbfe4 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:3.0:1773941464.564059:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298ae8e00 x1860112264215552/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941464.564066:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941464.564069:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941464.564071:0:12453:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1773941464.564073:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1773941464.564074:0:12453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941464.564076:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1773941464.564078:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298ae8e00 x1860112264215552/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941464.564079:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941464.564081:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941464.564085:0:12453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f2814eb400/0x6eb1e9e7edefbfe4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941464.564089:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941464.564093:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000040:1.0:1773941464.564096:0:12453:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f29264dc00 count: 0 00010000:00000001:1.0:1773941464.564108:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941464.564110:0:12453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941464.564112:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941464.564117:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f2a0dd1f80 x1860112264215424/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941480 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941464.564123:0:12453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941464.564125:0:12453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941464.564130:0:12453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f28600b000. 02000000:00000001:1.0:1773941464.564133:0:12453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941464.564135:0:12453:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941464.564137:0:12453:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941464.564138:0:12453:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941464.564140:0:12453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f288bd8200. 02000000:00000001:1.0:1773941464.564143:0:12453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941464.564144:0:12453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941464.564146:0:12453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f2a0dd1f80. 00000100:00000001:1.0:1773941464.564150:0:12453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941464.564151:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941464.564152:0:12453:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:1.0:1773941464.564154:0:12453:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:1.0:1773941464.564156:0:12453:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1773941464.564159:0:12453:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f298b7aa00. 00000020:00000010:1.0:1773941464.564162:0:12453:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f289153200. 00000020:00000010:1.0:1773941464.564166:0:12453:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f289152c00. 00000040:00000010:1.0:1773941464.564169:0:12453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f289152600. 00000020:00000010:1.0:1773941464.564173:0:12453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f2a0d95800. 00000020:00000010:1.0:1773941464.564177:0:12453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f289152a00. 80000000:00000010:1.0:1773941464.564180:0:12453:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f2830d2180. 00040000:00000010:1.0:1773941464.564184:0:12453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f289153c00. 20000000:00000010:1.0:1773941464.564188:0:12453:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f289153a00. 10000000:00000040:1.0:1773941464.564191:0:12453:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 10000000:00000001:1.0:1773941464.564193:0:12453:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:1.0:1773941464.564197:0:12453:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f289152c00. 00000040:00000010:1.0:1773941464.564201:0:12453:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f289152600. 00000020:00000010:1.0:1773941464.564204:0:12453:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f2a0d95800. 00000020:00000010:1.0:1773941464.564208:0:12453:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f289152a00. 80000000:00000010:1.0:1773941464.564210:0:12453:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f2830d2180. 00040000:00000010:1.0:1773941464.564215:0:12453:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f289153c00. 20000000:00000010:1.0:1773941464.564219:0:12453:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f289153a00. 00000020:00000010:1.0:1773941464.564221:0:12453:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f289153200. 10000000:00000010:1.0:1773941464.564223:0:12453:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f298b7aa00. 10000000:01000000:1.0:1773941464.564226:0:12453:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:1.0:1773941464.564233:0:12453:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:1.0:1773941464.564236:0:12453:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:1.0:1773941464.567869:0:12453:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1773941464.567871:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941464.567873:0:12453:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff96f2a0da3200) refs 2 10000000:00000001:1.0:1773941464.567875:0:12453:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:3.0:1773941464.568949:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941464.568956:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941464.568958:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941464.568960:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941464.568964:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:3.0:1773941464.568968:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : PUT - for me 00000400:00000200:3.0:1773941464.568973:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:3.0:1773941464.568975:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:3.0:1773941464.568979:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941464.568981:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c03c00 00000400:00000200:3.0:1773941464.568985:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941464.569021:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xb15 [1] + 0 00000800:00000001:3.0:1773941464.569026:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941464.569031:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941464.569033:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941464.569035:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000100:00000001:3.0:1773941464.569039:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941464.569043:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298ae8e00 x1860112264215552/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941464.569052:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f298ae8e00 x1860112264215552/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941464.569076:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941464.569081:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941464.569084:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941464.569095:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941464.569097:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941464.569101:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941464.569103:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941464.569104:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7840. 00000400:00000200:1.0:1773941464.569108:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51aa0 00000400:00000010:1.0:1773941464.569109:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51aa0. 00000100:00000001:1.0:1773941464.569111:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941464.569116:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298ae8e00 x1860112264215552/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941464.569125:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298ae8e00 x1860112264215552/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941464.569131:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941464.569132:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941464.569134:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941464.569136:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941464.569137:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941464.569139:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941464.569141:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941464.569144:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=29 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941464.569147:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941464.569149:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941464.569150:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941464.569152:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941464.569153:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941464.569155:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941464.569158:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298ae8e00 x1860112264215552/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941464.569163:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941464.569172:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941464.569173:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941464.569175:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1773941464.569178:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:1.0:1773941464.569180:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941464.569182:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:1.0:1773941464.569183:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941464.569185:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:1.0:1773941464.569187:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:1.0:1773941464.569188:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:1.0:1773941464.569191:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941464 v=0 (0 0 0 0) 00000100:00001000:1.0:1773941464.569193:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:1.0:1773941464.569198:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:1.0:1773941464.569200:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941464.569201:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:1.0:1773941464.569203:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941464.569204:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941464.569207:0:2352:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.145@tcp after partition 00000100:00080000:1.0:1773941464.569210:0:2352:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:1.0:1773941464.569212:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1773941464.569215:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1773941464.569218:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:1.0:1773941464.569219:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941464.569342:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941464.569345:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941464.569350:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298ae8e00 x1860112264215552/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941464.569356:0:12471:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:3.0:1773941464.569358:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298ae8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264215552:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941464.569365:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1773941464.569365:0:12471:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 00000100:00000001:3.0:1773941464.569368:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1773941464.569369:0:12471:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941464.569373:0:12471:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000040:3.0:1773941464.569374:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298ae8e00 x1860112264215552/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1773941464.569374:0:12471:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:1.0:1773941464.569379:0:12471:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941464.569383:0:12471:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1773941464.569384:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941464.569387:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:1.0:1773941464.569387:0:12471:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941464.569390:0:12471:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:3.0:1773941464.569392:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f286075800. 00000001:00000001:1.0:1773941464.569393:0:12471:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941464.569396:0:12471:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941464.569397:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941464.569399:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941464.569400:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:3.0:1773941464.569401:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941464.569405:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f29874a800. 10000000:00000001:1.0:1773941464.569405:0:12471:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941464.569408:0:12471:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:3.0:1773941464.569410:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941464.569412:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:1.0:1773941464.569413:0:12471:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 00000100:00000010:3.0:1773941464.569415:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298ae8e00. 00000100:00000001:1.0:1773941464.569416:0:12471:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941464.569420:0:12471:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1773941464.569422:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941464.569422:0:12471:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941464.569427:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1773941464.569427:0:12471:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941464.569431:0:12471:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:3.0:1773941464.569434:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:1.0:1773941464.569434:0:12471:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941464.569436:0:12471:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 00000100:00000001:3.0:1773941464.569442:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941464.569446:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941464.569448:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941464.569450:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941464.569452:0:12471:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941464.569455:0:12471:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941464.569456:0:12471:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941464.569459:0:12471:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 00000100:00000001:1.0:1773941464.569464:0:12471:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941464.569466:0:12471:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941464.569467:0:12471:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941464.569469:0:12471:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941464.569471:0:12471:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773941464.571747:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f29264dc00. 00010000:00000010:1.1:1773941464.571754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f2814eb400. 00000020:00000001:1.0:1773941465.517861:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941465.517867:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941465.517872:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1773941466.413776:0:12453:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941466.413783:0:12453:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff96f2a0da3200) refs 2 10000000:00000001:0.0:1773941466.413787:0:12453:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941466.413789:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941466.413790:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941466.413792:0:12453:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1773941466.413794:0:12453:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1773941466.413795:0:12453:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1773941466.413811:0:12453:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f298b5cd28 from 1 10000000:00000001:0.0:1773941466.413814:0:12453:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941466.413816:0:12453:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1773941466.413822:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b11880. 00000020:00000040:0.0:1773941466.413827:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:0.0:1773941466.413831:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941466.413833:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941466.413838:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941466.413844:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f283eb9a00. 00000100:00000001:0.0:1773941466.413849:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941466.413853:0:12453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941466.413855:0:12453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941466.413862:0:12453:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f2883d5600. 00010000:00000001:0.0:1773941466.413866:0:12453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941466.413869:0:12453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f289193000. 00000020:00000001:0.0:1773941466.413873:0:12453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941466.413876:0:12453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f289193000 with handle 0x6eb1e9e7edefbfeb to hash 00000020:00000001:0.0:1773941466.413877:0:12453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941466.413878:0:12453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567159222272 : -115506550329344 : ffff96f289193000) 00010000:00000001:0.0:1773941466.413881:0:12453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567159222272 : -115506550329344 : ffff96f289193000) 00010000:00000001:0.0:1773941466.413884:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941466.413887:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941466.413891:0:12453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289193000/0x6eb1e9e7edefbfeb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941466.413902:0:12453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f289193000/0x6eb1e9e7edefbfeb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941466.413915:0:12453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f289193000/0x6eb1e9e7edefbfeb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941466.413922:0:12453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941466.413924:0:12453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941466.413930:0:12453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f2a0e026c0. 00000100:00000001:0.0:1773941466.413939:0:12453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567558137536 : -115506151414080 : ffff96f2a0e026c0) 00000100:00000001:0.0:1773941466.413943:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941466.413944:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420835968 : -115506288715648 : ffff96f298b11880) 00000100:00000001:0.0:1773941466.413949:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941466.413954:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941466.413957:0:12453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941466.413988:0:12453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941466.414001:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b11880 x1860112264215680/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941466.414010:0:12453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941466.414012:0:12453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941466.414015:0:12453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941466.414017:0:12453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941466.414020:0:12453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941466.414024:0:12453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264215680:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941466.414029:0:12453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941466.414035:0:12453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941466.414038:0:12453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941466.414041:0:12453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941466.414046:0:12453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f288f69400. 02000000:00000001:0.0:1773941466.414049:0:12453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941466.414057:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941466.414062:0:12453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d35d8. 00000400:00000010:0.0:1773941466.414069:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d770. 00000100:00000200:0.0:1773941466.414076:0:12453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264215680, portal 25 00000100:00000001:0.0:1773941466.414079:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941466.414080:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420835968 : -115506288715648 : ffff96f298b11880) 00000100:00000040:0.0:1773941466.414086:0:12453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b11880 x1860112264215680/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941482 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941466.414095:0:12453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941466.414098:0:12453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:0.0:1773941466.414101:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5dd48. 00000100:00000200:0.0:1773941466.414104:0:12453:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264215680, offset 0 00000400:00000200:0.0:1773941466.414113:0:12453:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941466.414121:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941466.414127:0:12453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941466.414132:0:12453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941466.414135:0:12453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941466.414138:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941466.414140:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941466.414142:0:12453:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[24, 25] 00000400:00000200:0.0:1773941466.414145:0:12453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:0.0:1773941466.414148:0:12453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [129:129:256:4294967295] 192.168.202.145@tcp LPNI seq info [26:26:8:4294967295] 00000400:00000200:0.0:1773941466.414152:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941466.414161:0:12453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:0.0:1773941466.414167:0:12453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:0.0:1773941466.414171:0:12453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7800. 00000800:00000200:0.0:1773941466.414177:0:12453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:0.0:1773941466.414183:0:12453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:0.0:1773941466.414187:0:12453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773941466.414200:0:12453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941466.414203:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:0.0:1773941466.414205:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294886325 00000100:00000001:0.0:1773941466.414210:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294884475 00000100:00000001:0.0:1773941466.414215:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294886325 00000100:00000001:0.0:1773941466.414219:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294884475 00000100:00000001:0.0:1773941466.414222:0:12453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941466.414224:0:12453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941466.414226:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941466.414227:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773941466.414230:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0e026c0 going to sleep for 11 seconds 00000100:00000001:0.0:1773941466.414232:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941466.414234:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941466.414259:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941466.414264:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7800. 00000400:00000200:3.0:1773941466.414274:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941466.414279:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941466.414284:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5dd48 00000400:00000010:3.0:1773941466.414286:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5dd48. 00000100:00000001:3.0:1773941466.414290:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941466.414294:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b11880 x1860112264215680/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941482 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941466.414332:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941466.414336:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f298b11880 x1860112264215680/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941482 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941466.414342:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941466.414343:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941466.415462:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941466.415469:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941466.415471:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941466.415474:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941466.415480:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941466.415522:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941466.415531:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941466.415535:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941466.415539:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941466.415544:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c03c80 00000400:00000200:3.0:1773941466.415548:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941466.415552:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xb25 [1] + 224 00000800:00000001:3.0:1773941466.415558:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941466.415565:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941466.415566:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941466.415569:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:3.0:1773941466.415572:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941466.415576:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b11880 x1860112264215680/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941482 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941466.415584:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff96f298b11880 x1860112264215680/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941482 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941466.415602:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941466.415609:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941466.415611:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941466.415631:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941466.415637:0:12453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941466.415638:0:12453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941466.415640:0:12453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d35d8. 00000400:00000200:0.0:1773941466.415643:0:12453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d770 00000400:00000010:0.0:1773941466.415644:0:12453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d770. 00000100:00000001:0.0:1773941466.415646:0:12453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941466.415650:0:12453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b11880 x1860112264215680/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941482 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941466.415658:0:12453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b11880 x1860112264215680/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941482 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941466.415663:0:12453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941466.415664:0:12453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941466.415666:0:12453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941466.415669:0:12453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941466.415670:0:12453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941466.415671:0:12453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941466.415673:0:12453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941466.415691:0:12453:0:(import.c:2136:obd_at_measure()) add 0 to ffff96f2a0db5458 time=31 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941466.415694:0:12453:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941466.415696:0:12453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:0.0:1773941466.415699:0:12453:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.145@tcp: operation ldlm_enqueue to node 192.168.202.145@tcp failed: rc = -107 00000100:00000001:0.0:1773941466.415702:0:12453:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941466.415705:0:12453:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1773941466.415706:0:12453:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.145@tcp of MGS@192.168.202.145@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1773941466.415710:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1773941466.415713:0:12453:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1773941466.415731:0:12453:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:0.0:1773941466.415733:0:12453:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941466.415734:0:12453:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1773941466.415736:0:12453:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1773941466.415739:0:12453:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f298b11880 x1860112264215680/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941482 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941466.415754:0:12453:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941466.415755:0:12453:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941466.415756:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941466.415758:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1773941466.415760:0:12453:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:0.0:1773941466.415761:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941466.415763:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941466.415763:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941466.415764:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1773941466.415765:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941466.415766:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941466.415768:0:12453:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1773941466.415769:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1773941466.415771:0:12453:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1773941466.415773:0:12453:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 215 00000400:00000200:0.0:1773941466.415776:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941466.415780:0:12453:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000040:0.0:1773941466.415783:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941466.415785:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941466.415787:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941466.415789:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:0.0:1773941466.415791:0:12453:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941466.415793:0:12453:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:0.0:1773941466.415794:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941466.415796:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:0.0:1773941466.415797:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:0.0:1773941466.415799:0:12453:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:0.0:1773941466.415801:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941466.415802:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941466.415803:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941466.415804:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:0.0:1773941466.415806:0:12453:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:0.0:1773941466.415811:0:12453:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:0.0:1773941466.415813:0:12453:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941466.415815:0:12453:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1773941466.415823:0:12453:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941466.415826:0:12453:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941466.415827:0:12453:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1773941466.415829:0:12453:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941466.415831:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b13480. 00000020:00000040:0.0:1773941466.415833:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 02000000:00000001:0.0:1773941466.415836:0:12453:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773941466.415837:0:12453:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941466.415839:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941466.415840:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941466.415842:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941466.415845:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f288f68800. 00000100:00000001:0.0:1773941466.415847:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941466.415851:0:12453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298b13480 x1860112264215808/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941466.415857:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941466.415859:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941466.415862:0:12453:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9829b65] to pc [ptlrpcd_rcv+-1] req@ffff96f298b13480 x1860112264215808/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941466.415875:0:12453:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941466.415877:0:12453:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1773941466.415878:0:12453:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941466.415880:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941466.415882:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941466.415883:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941466.415885:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0e026c0 going to sleep for 1 seconds 00000100:00000001:0.0:1773941466.415886:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941466.415888:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941466.415892:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b11880 x1860112264215680/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941482 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941466.415899:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941466.415904:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941466.415907:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1773941466.415912:0:12453:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000040:3.0:1773941466.415915:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b13480 x1860112264215808/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941466.415916:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941466.415920:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941466.415923:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941466.415929:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941466.415932:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941466.415934:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b11880 x1860112264215680/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941482 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773941466.415935:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941466.415938:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941466.415943:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941466.415950:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264215808:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941466.415956:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941466.415960:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:0.0:1773941466.415960:0:12453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264215680:192.168.202.145@tcp:101:ll_cfg_requeue.0 02000000:00000001:3.0:1773941466.415962:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941466.415967:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1773941466.415971:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1773941466.415973:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f286077400. 02000000:00000001:3.0:1773941466.415977:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941466.415977:0:12453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:3.0:1773941466.415984:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:0.0:1773941466.415984:0:12453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773941466.415988:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1773941466.415989:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7210. 00000400:00000010:3.0:1773941466.415994:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51550. 00000100:00000040:0.0:1773941466.415996:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b11880 x1860112264215680/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941482 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941466.415997:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264215808, portal 25 00000100:00000001:3.0:1773941466.416002:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941466.416004:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420843136 : -115506288708480 : ffff96f298b13480) 00000100:00000040:3.0:1773941466.416013:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b13480 x1860112264215808/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941466.416015:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941466.416022:0:12453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f2a0e026c0. 00000100:00000001:3.0:1773941466.416024:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1773941466.416026:0:12453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000040:3.0:1773941466.416028:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000100:00000001:0.0:1773941466.416030:0:12453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000010:3.0:1773941466.416031:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51110. 00010000:00000001:0.0:1773941466.416034:0:12453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000200:3.0:1773941466.416035:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264215808, offset 0 00010000:00000001:0.0:1773941466.416038:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941466.416040:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941466.416043:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289193000 refcount=4 00000020:00000001:0.0:1773941466.416046:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159222272 : -115506550329344 : ffff96f289193000) 00000400:00000200:3.0:1773941466.416050:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00010000:00000001:0.0:1773941466.416051:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159222272 : -115506550329344 : ffff96f289193000) 00010000:00010000:0.0:1773941466.416055:0:12453:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f289193000/0x6eb1e9e7edefbfeb lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941466.416056:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941466.416064:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00010000:00000001:0.0:1773941466.416067:0:12453:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000200:3.0:1773941466.416068:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941466.416073:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00010000:00010000:0.0:1773941466.416074:0:12453:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f289193000/0x6eb1e9e7edefbfeb lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941466.416076:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941466.416078:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941466.416080:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[26, 25] 00000400:00000200:3.0:1773941466.416085:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000400:00000200:3.0:1773941466.416092:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [130:130:256:4294967295] 192.168.202.155@tcp LPNI seq info [27:27:8:4294967295] 00010000:00000001:0.0:1773941466.416095:0:12453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000200:3.0:1773941466.416098:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00010000:00010000:0.0:1773941466.416100:0:12453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289193000/0x6eb1e9e7edefbfeb lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941466.416110:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00010000:00000001:0.0:1773941466.416111:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941466.416114:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:3.0:1773941466.416118:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.155@tcp 00010000:00010000:0.0:1773941466.416118:0:12453:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f289193000/0x6eb1e9e7edefbfeb lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000010:3.0:1773941466.416125:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258800. 00010000:00000001:0.0:1773941466.416126:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941466.416129:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941466.416132:0:12453:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000800:00000200:3.0:1773941466.416133:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00010000:00010000:0.0:1773941466.416135:0:12453:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f289193000/0x6eb1e9e7edefbfeb lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941466.416142:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:3.0:1773941466.416147:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258800 type 1, nob 616 niov 1 nkiov 1 00010000:00010000:0.0:1773941466.416147:0:12453:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f289193000 already unused, calling callback (ffffffffc147fc20) 10000000:00000001:0.0:1773941466.416151:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1773941466.416153:0:12453:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f289193000/0x6eb1e9e7edefbfeb lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941466.416157:0:12453:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773941466.416159:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941466.416160:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941466.416161:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289193000 refcount=5 00000100:00000001:3.0:1773941466.416163:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941466.416163:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159222272 : -115506550329344 : ffff96f289193000) 00010000:00000001:0.0:1773941466.416166:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159222272 : -115506550329344 : ffff96f289193000) 00000400:00000200:3.0:1773941466.416170:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000001:0.0:1773941466.416172:0:12453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1773941466.416173:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294886327 00010000:00010000:0.0:1773941466.416175:0:12453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f289193000/0x6eb1e9e7edefbfeb lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941466.416179:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294886325 10000000:00000001:0.0:1773941466.416181:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1773941466.416183:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294886327 00000100:00000001:3.0:1773941466.416189:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294886325 10000000:00010000:0.0:1773941466.416189:0:12453:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f289193000/0x6eb1e9e7edefbfeb lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941466.416194:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941466.416195:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941466.416197:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941466.416202:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:0.0:1773941466.416207:0:12453:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000001:3.0:1773941466.416209:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000040:0.0:1773941466.416210:0:12453:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000100:00000001:3.0:1773941466.416213:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 10000000:00000001:0.0:1773941466.416214:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941466.416219:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:0.0:1773941466.416220:0:12453:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1773941466.416222:0:12453:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773941466.416224:0:12453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773941466.416226:0:12453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1773941466.416229:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1773941466.416229:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1773941466.416232:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941466.416233:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941466.416238:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941466.416238:0:12453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f289193000 with handle 0x6eb1e9e7edefbfeb from hash 00010000:00000001:0.0:1773941466.416242:0:12453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773941466.416244:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941466.416245:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941466.416246:0:12453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773941466.416247:0:12453:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773941466.416248:0:12453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773941466.416250:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941466.416251:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941466.416253:0:12453:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941466.416254:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941466.416256:0:12453:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f289193000/0x6eb1e9e7edefbfeb lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1773941466.416260:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1773941466.416260:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941466.416263:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:2.0:1773941466.416265:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258800. 00010000:00000001:0.0:1773941466.416266:0:12453:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773941466.416268:0:12453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773941466.416269:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941466.416270:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941466.416270:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773941466.416272:0:12453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f289193000/0x6eb1e9e7edefbfeb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941466.416278:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:0.0:1773941466.416279:0:12453:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f2883d5600 count: 0 00000400:00000200:2.0:1773941466.416284:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:2.0:1773941466.416288:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51110 00000400:00000010:2.0:1773941466.416291:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51110. 00000100:00000001:2.0:1773941466.416295:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941466.416299:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b13480 x1860112264215808/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773941466.416299:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941466.416302:0:12453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941466.416311:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941466.416315:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941466.416320:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b11880 x1860112264215680/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941482 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941466.416325:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b13480 x1860112264215808/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941476 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941466.416337:0:12453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1773941466.416340:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941466.416341:0:12453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1773941466.416342:0:2348:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:0.0:1773941466.416345:0:12453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f288f69400. 02000000:00000001:0.0:1773941466.416349:0:12453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941466.416351:0:12453:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941466.416353:0:12453:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:0.0:1773941466.416354:0:12453:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941466.416356:0:12453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f283eb9a00. 02000000:00000001:0.0:1773941466.416359:0:12453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941466.416360:0:12453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941466.416361:0:12453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b11880. 00000100:00000001:0.0:1773941466.416364:0:12453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941466.416366:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1773941466.416367:0:12453:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:0.0:1773941466.416369:0:12453:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:0.0:1773941466.416371:0:12453:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1773941466.416373:0:12453:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f282edd580. 00000020:00000010:0.0:1773941466.416377:0:12453:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f283eb9a00. 00000020:00000010:0.0:1773941466.416381:0:12453:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f283eb9e00. 00000040:00000010:0.0:1773941466.416384:0:12453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f283eb9c00. 00000020:00000010:0.0:1773941466.416387:0:12453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f28309b000. 00000020:00000010:0.0:1773941466.416390:0:12453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f283eb9600. 80000000:00000010:0.0:1773941466.416394:0:12453:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f28376f660. 00040000:00000010:0.0:1773941466.416399:0:12453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f283eb9800. 20000000:00000010:0.0:1773941466.416403:0:12453:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f283eb9000. 10000000:00000040:0.0:1773941466.416408:0:12453:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 10000000:00000001:0.0:1773941466.416410:0:12453:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:0.0:1773941466.416416:0:12453:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f283eb9e00. 00000040:00000010:0.0:1773941466.416419:0:12453:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f283eb9c00. 00000020:00000010:0.0:1773941466.416427:0:12453:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f28309b000. 00000020:00000010:0.0:1773941466.416432:0:12453:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f283eb9600. 80000000:00000010:0.0:1773941466.416435:0:12453:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f28376f660. 00040000:00000010:0.0:1773941466.416438:0:12453:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f283eb9800. 20000000:00000010:0.0:1773941466.416441:0:12453:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f283eb9000. 00000020:00000010:0.0:1773941466.416444:0:12453:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f283eb9a00. 10000000:00000010:0.0:1773941466.416447:0:12453:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f282edd580. 10000000:01000000:0.0:1773941466.416450:0:12453:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:0.0:1773941466.416453:0:12453:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:0.0:1773941466.416455:0:12453:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:0.0:1773941466.416457:0:12453:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1773941466.416459:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941466.416460:0:12453:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff96f2a0da3200) refs 2 10000000:00000001:0.0:1773941466.416463:0:12453:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:3.0:1773941466.417601:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941466.417606:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941466.417608:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941466.417610:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941466.417613:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:3.0:1773941466.417617:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : PUT - for me 00000400:00000200:3.0:1773941466.417621:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:3.0:1773941466.417623:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:3.0:1773941466.417626:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941466.417628:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c03d00 00000400:00000200:3.0:1773941466.417631:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941466.417634:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xb2d [1] + 0 00000800:00000001:3.0:1773941466.417672:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941466.417689:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941466.417693:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941466.417696:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000100:00000001:3.0:1773941466.417699:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941466.417703:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b13480 x1860112264215808/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941476 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941466.417711:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f298b13480 x1860112264215808/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941466.417742:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941466.417746:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941466.417749:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941466.417762:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941466.417766:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941466.417769:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941466.417770:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941466.417772:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7210. 00000400:00000200:1.0:1773941466.417776:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51550 00000400:00000010:1.0:1773941466.417778:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51550. 00000100:00000001:1.0:1773941466.417780:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941466.417784:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b13480 x1860112264215808/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941466.417792:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b13480 x1860112264215808/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941476 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941466.417797:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941466.417804:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941466.417806:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941466.417807:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941466.417809:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941466.417810:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941466.417811:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941466.417814:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=31 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941466.417816:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941466.417818:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941466.417819:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941466.417821:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941466.417822:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941466.417824:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941466.417827:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b13480 x1860112264215808/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941476 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941466.417832:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941466.417833:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941466.417834:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941466.417836:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1773941466.417839:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:1.0:1773941466.417841:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941466.417842:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:1.0:1773941466.417844:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941466.417845:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:1.0:1773941466.417847:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:1.0:1773941466.417849:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:1.0:1773941466.417851:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941466 v=0 (0 0 0 0) 00000100:00001000:1.0:1773941466.417853:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:1.0:1773941466.417857:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:1.0:1773941466.417859:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941466.417860:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:1.0:1773941466.417862:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941466.417863:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941466.417865:0:2352:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.145@tcp after partition 00000100:00080000:1.0:1773941466.417867:0:2352:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:1.0:1773941466.417873:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1773941466.417877:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1773941466.417881:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:1.0:1773941466.417883:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941466.418102:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941466.418106:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941466.418111:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b13480 x1860112264215808/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941476 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941466.418119:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264215808:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941466.418124:0:12473:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:3.0:1773941466.418131:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941466.418133:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1773941466.418136:0:12473:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 00000100:00000040:3.0:1773941466.418140:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b13480 x1860112264215808/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941476 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941466.418141:0:12473:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941466.418145:0:12473:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941466.418147:0:12473:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000001:3.0:1773941466.418152:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:1.0:1773941466.418152:0:12473:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:3.0:1773941466.418155:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:1.0:1773941466.418155:0:12473:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:3.0:1773941466.418159:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f286077400. 00000001:00000001:1.0:1773941466.418160:0:12473:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941466.418162:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:1.0:1773941466.418163:0:12473:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:3.0:1773941466.418165:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:1.0:1773941466.418166:0:12473:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000040:3.0:1773941466.418168:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000001:00000001:1.0:1773941466.418169:0:12473:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941466.418172:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:1.0:1773941466.418173:0:12473:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941466.418175:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f288f68800. 00000100:00000001:1.0:1773941466.418177:0:12473:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:3.0:1773941466.418180:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:1.0:1773941466.418182:0:12473:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 02000000:00000001:3.0:1773941466.418183:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941466.418186:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b13480. 00000100:00000001:1.0:1773941466.418187:0:12473:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1773941466.418189:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941466.418190:0:12473:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1773941466.418192:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941466.418193:0:12473:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941466.418195:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1773941466.418197:0:12473:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 00000100:00000001:3.0:1773941466.418199:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941466.418200:0:12473:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:3.0:1773941466.418203:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1773941466.418203:0:12473:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941466.418206:0:12473:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 00000100:00000001:3.0:1773941466.418207:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941466.418210:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941466.418217:0:12473:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941466.418219:0:12473:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941466.418221:0:12473:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941466.418224:0:12473:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 00000100:00000001:1.0:1773941466.418228:0:12473:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941466.418229:0:12473:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941466.418231:0:12473:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941466.418233:0:12473:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941466.418234:0:12473:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1773941466.422745:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f2883d5600. 00010000:00000010:0.1:1773941466.422753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f289193000. 00000020:00000001:3.0:1773941466.541843:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941466.541851:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941466.541856:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773941466.605828:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773941466.605837:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773941466.605847:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b11880. 00000020:00000040:0.0:1773941466.605852:0:37:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:0.0:1773941466.605855:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941466.605858:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941466.605862:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941466.605875:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f2834a7600. 00000100:00000001:0.0:1773941466.605881:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941466.605894:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS req@ffff96f298b11880 x1860112264215936/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941466.605903:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941466.605906:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941466.605911:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e8d7876] to pc [ptlrpcd_00_00+0] req@ffff96f298b11880 x1860112264215936/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941466.605934:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941466.605939:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (222) 00000100:00000001:1.0:1773941466.605959:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941466.605968:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1773941466.605972:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1773941466.605978:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941466.605979:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941466.605986:0:2354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941466.605988:0:2354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941466.605991:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941466.605992:0:2354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941466.605995:0:2354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941466.606001:0:2354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b11880 x1860112264215936/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941466.606010:0:2354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941466.606012:0:2354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941466.606016:0:2354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941466.606019:0:2354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941466.606022:0:2354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941466.606025:0:2354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aed6ad44-ca90-40b5-927d-12baaf0d776a:2354:1860112264215936:192.168.202.145@tcp:400:kworker.0 00000100:00000001:0.0:1773941466.606029:0:2354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941466.606033:0:2354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941466.606035:0:2354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941466.606037:0:2354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941466.606040:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f283eb9a00. 02000000:00000001:0.0:1773941466.606042:0:2354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941466.606048:0:2354:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941466.606051:0:2354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d35d8. 00000400:00000010:0.0:1773941466.606057:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d770. 00000100:00000200:0.0:1773941466.606062:0:2354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112264215936, portal 25 00000100:00000001:0.0:1773941466.606064:0:2354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941466.606065:0:2354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420835968 : -115506288715648 : ffff96f298b11880) 00000100:00000040:0.0:1773941466.606070:0:2354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b11880 x1860112264215936/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941466.606075:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941466.606078:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:0.0:1773941466.606080:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d3b8. 00000100:00000200:0.0:1773941466.606082:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112264215936, offset 0 00000400:00000200:0.0:1773941466.606086:0:2354:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941466.606094:0:2354:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941466.606104:0:2354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941466.606108:0:2354:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941466.606112:0:2354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941466.606115:0:2354:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941466.606117:0:2354:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941466.606119:0:2354:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[26, 27] 00000400:00000200:0.0:1773941466.606122:0:2354:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:0.0:1773941466.606125:0:2354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [131:131:256:4294967295] 192.168.202.145@tcp LPNI seq info [28:28:8:4294967295] 00000400:00000200:0.0:1773941466.606129:0:2354:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941466.606137:0:2354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:0.0:1773941466.606141:0:2354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:0.0:1773941466.606144:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7300. 00000800:00000200:0.0:1773941466.606150:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:0.0:1773941466.606157:0:2354:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:0.0:1773941466.606161:0:2354:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773941466.606173:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941466.606176:0:2354:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:0.0:1773941466.606178:0:2354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294886517 00000100:00000001:0.0:1773941466.606183:0:2354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294886327 00000100:00000001:0.0:1773941466.606186:0:2354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294886517 00000100:00000001:0.0:1773941466.606188:0:2354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294886327 00000100:00000001:0.0:1773941466.606190:0:2354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941466.606193:0:2354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941466.606196:0:2354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941466.606198:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941466.606320:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941466.606331:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7300. 00000400:00000200:2.0:1773941466.606338:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941466.606344:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941466.606350:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d3b8 00000400:00000010:2.0:1773941466.606354:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d3b8. 00000100:00000001:2.0:1773941466.606358:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941466.606364:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b11880 x1860112264215936/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941466.606376:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941466.606380:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b11880 x1860112264215936/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941482 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941466.606388:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941466.606390:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941466.607663:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941466.607693:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941466.607697:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941466.607700:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941466.607709:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941466.607766:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941466.607775:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941466.607779:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941466.607785:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941466.607789:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c03d80 00000400:00000200:3.0:1773941466.607807:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941466.607812:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xb3d [1] + 224 00000800:00000001:3.0:1773941466.607821:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941466.607829:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941466.607831:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941466.607835:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:3.0:1773941466.607842:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941466.607849:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b11880 x1860112264215936/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941482 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941466.607876:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96f298b11880 x1860112264215936/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941466.607895:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941466.607904:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941466.607906:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941466.607944:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941466.607948:0:2354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941466.607955:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941466.607957:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941466.607960:0:2354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d35d8. 00000400:00000200:0.0:1773941466.607964:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d770 00000400:00000010:0.0:1773941466.607973:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d770. 00000100:00000001:0.0:1773941466.607976:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941466.607981:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b11880 x1860112264215936/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941466.607989:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b11880 x1860112264215936/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941482 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941466.607994:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941466.607996:0:2354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941466.607998:0:2354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941466.608002:0:2354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941466.608004:0:2354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941466.608006:0:2354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941466.608009:0:2354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941466.608015:0:2354:0:(import.c:2136:obd_at_measure()) add 0 to ffff96f2a0db5458 time=31 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941466.608019:0:2354:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941466.608022:0:2354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941466.608024:0:2354:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941466.608026:0:2354:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1773941466.608029:0:2354:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.145@tcp of MGS@192.168.202.145@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1773941466.608034:0:2354:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1773941466.608037:0:2354:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1773941466.608040:0:2354:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:0.0:1773941466.608042:0:2354:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941466.608044:0:2354:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1773941466.608046:0:2354:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1773941466.608049:0:2354:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f298b11880 x1860112264215936/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941482 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941466.608055:0:2354:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941466.608055:0:2354:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941466.608057:0:2354:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941466.608060:0:2354:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1773941466.608063:0:2354:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:0.0:1773941466.608070:0:2354:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941466.608071:0:2354:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941466.608072:0:2354:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941466.608073:0:2354:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1773941466.608075:0:2354:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941466.608076:0:2354:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941466.608079:0:2354:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1773941466.608080:0:2354:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1773941466.608082:0:2354:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1773941466.608085:0:2354:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 216 00000400:00000200:0.0:1773941466.608089:0:2354:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941466.608092:0:2354:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000040:0.0:1773941466.608096:0:2354:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941466.608098:0:2354:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941466.608100:0:2354:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941466.608101:0:2354:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:0.0:1773941466.608104:0:2354:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941466.608106:0:2354:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:0.0:1773941466.608109:0:2354:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941466.608111:0:2354:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:0.0:1773941466.608113:0:2354:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:0.0:1773941466.608115:0:2354:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:0.0:1773941466.608117:0:2354:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941466.608118:0:2354:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941466.608119:0:2354:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941466.608136:0:2354:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:0.0:1773941466.608138:0:2354:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:0.0:1773941466.608141:0:2354:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:0.0:1773941466.608142:0:2354:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941466.608144:0:2354:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1773941466.608147:0:2354:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941466.608149:0:2354:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941466.608154:0:2354:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1773941466.608156:0:2354:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941466.608161:0:2354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b11c00. 00000020:00000040:0.0:1773941466.608164:0:2354:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 02000000:00000001:0.0:1773941466.608168:0:2354:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773941466.608169:0:2354:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941466.608172:0:2354:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941466.608175:0:2354:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941466.608179:0:2354:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941466.608185:0:2354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f288f69400. 00000100:00000001:0.0:1773941466.608206:0:2354:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941466.608211:0:2354:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298b11c00 x1860112264216064/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941466.608218:0:2354:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941466.608222:0:2354:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941466.608226:0:2354:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d27d014c] to pc [ptlrpcd_rcv+-1] req@ffff96f298b11c00 x1860112264216064/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941466.608242:0:2354:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941466.608244:0:2354:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1773941466.608246:0:2354:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:0.0:1773941466.608250:0:2354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b11880 x1860112264215936/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941482 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941466.608256:0:2354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1773941466.608258:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941466.608260:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941466.608264:0:2354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b11880 x1860112264215936/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941482 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941466.608270:0:2354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aed6ad44-ca90-40b5-927d-12baaf0d776a:2354:1860112264215936:192.168.202.145@tcp:400:kworker.0 00000100:00000001:0.0:1773941466.608274:0:2354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941466.608275:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941466.608276:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941466.608280:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941466.608284:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941466.608285:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b11880 x1860112264215936/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941482 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941466.608291:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b11c00 x1860112264216064/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941466.608299:0:2354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1773941466.608304:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941466.608306:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941466.608309:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941466.608310:0:2354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1773941466.608312:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941466.608315:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941466.608318:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264216064:192.168.202.145@tcp:250:ptlrpcd_00_01.0 02000000:00000010:0.0:1773941466.608318:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f283eb9a00. 02000000:00000001:0.0:1773941466.608324:0:2354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1773941466.608325:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1773941466.608329:0:2354:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1773941466.608330:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1773941466.608332:0:2354:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 02000000:00000001:3.0:1773941466.608333:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941466.608335:0:2354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1773941466.608337:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941466.608339:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f2834a7600. 02000000:00000010:3.0:1773941466.608343:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f286077400. 02000000:00000001:0.0:1773941466.608343:0:2354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941466.608347:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941466.608347:0:2354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941466.608349:0:2354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b11880. 00000400:00000200:3.0:1773941466.608353:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:0.0:1773941466.608354:0:2354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941466.608357:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941466.608359:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1773941466.608363:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e79a0. 00000100:00000001:0.0:1773941466.608368:0:2354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1773941466.608369:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c513b8. 00000100:00000001:0.0:1773941466.608371:0:2354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941466.608375:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1773941466.608376:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264216064, portal 25 00000100:00000001:0.0:1773941466.608377:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941466.608380:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941466.608383:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420836864 : -115506288714752 : ffff96f298b11c00) 00000100:00000040:3.0:1773941466.608388:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b11c00 x1860112264216064/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941466.608393:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941466.608396:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:3.0:1773941466.608398:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51d48. 00000100:00000200:3.0:1773941466.608400:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264216064, offset 0 00000400:00000200:3.0:1773941466.608404:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:3.0:1773941466.608408:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941466.608414:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:3.0:1773941466.608418:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941466.608422:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:3.0:1773941466.608425:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941466.608427:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941466.608429:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[28, 27] 00000400:00000200:3.0:1773941466.608431:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000400:00000200:3.0:1773941466.608435:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [132:132:256:4294967295] 192.168.202.155@tcp LPNI seq info [29:29:8:4294967295] 00000400:00000200:3.0:1773941466.608438:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:3.0:1773941466.608444:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00000800:00000200:3.0:1773941466.608448:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.155@tcp 00000800:00000010:3.0:1773941466.608452:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258400. 00000800:00000200:3.0:1773941466.608457:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00000800:00000200:3.0:1773941466.608464:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:3.0:1773941466.608467:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773941466.608485:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941466.608490:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:3.0:1773941466.608493:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294886519 00000100:00000001:3.0:1773941466.608508:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294886517 00000100:00000001:3.0:1773941466.608516:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294886519 00000100:00000001:3.0:1773941466.608520:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294886517 00000100:00000001:3.0:1773941466.608523:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941466.608526:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941466.608528:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941466.608530:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941466.608534:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941466.608536:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941466.608537:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941466.608538:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941466.608540:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941466.608541:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941466.608587:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941466.608592:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258400. 00000400:00000200:2.0:1773941466.608597:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941466.608601:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:2.0:1773941466.608604:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51d48 00000400:00000010:2.0:1773941466.608605:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51d48. 00000100:00000001:2.0:1773941466.608609:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941466.608619:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b11c00 x1860112264216064/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941466.608626:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941466.608628:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b11c00 x1860112264216064/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941476 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941466.608633:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941466.608635:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941466.610212:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941466.610219:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941466.610220:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941466.610222:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941466.610225:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:3.0:1773941466.610229:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : PUT - for me 00000400:00000200:3.0:1773941466.610233:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:3.0:1773941466.610235:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:3.0:1773941466.610238:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941466.610240:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c03e00 00000400:00000200:3.0:1773941466.610243:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941466.610246:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xb45 [1] + 0 00000800:00000001:3.0:1773941466.610281:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941466.610286:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941466.610287:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941466.610290:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000100:00000001:3.0:1773941466.610294:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941466.610297:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b11c00 x1860112264216064/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941476 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941466.610305:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f298b11c00 x1860112264216064/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941466.610327:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941466.610331:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941466.610334:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941466.610407:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941466.610416:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941466.610425:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941466.610427:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941466.610431:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e79a0. 00000400:00000200:1.0:1773941466.610440:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c513b8 00000400:00000010:1.0:1773941466.610443:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c513b8. 00000100:00000001:1.0:1773941466.610447:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941466.610458:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b11c00 x1860112264216064/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941466.610473:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b11c00 x1860112264216064/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941476 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941466.610481:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941466.610483:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941466.610486:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941466.610490:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941466.610492:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941466.610495:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941466.610498:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941466.610505:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=31 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941466.610509:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941466.610512:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941466.610514:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941466.610517:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941466.610520:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941466.610523:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941466.610529:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b11c00 x1860112264216064/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941476 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941466.610537:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941466.610540:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941466.610542:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941466.610545:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1773941466.610552:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:1.0:1773941466.610555:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941466.610573:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:1.0:1773941466.610576:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941466.610580:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:1.0:1773941466.610582:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:1.0:1773941466.610585:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:1.0:1773941466.610590:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941466 v=0 (0 0 0 0) 00000100:00001000:1.0:1773941466.610593:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:1.0:1773941466.610600:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:1.0:1773941466.610603:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941466.610606:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:1.0:1773941466.610609:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941466.610611:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941466.610615:0:2352:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.145@tcp after partition 00000100:00080000:1.0:1773941466.610617:0:2352:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:1.0:1773941466.610620:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1773941466.610623:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1773941466.610627:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:1.0:1773941466.610630:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941466.610960:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941466.610967:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941466.610976:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b11c00 x1860112264216064/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941476 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941466.610988:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264216064:192.168.202.145@tcp:250:ptlrpcd_00_01.0 00000100:00000001:1.0:1773941466.610995:0:12474:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:3.0:1773941466.610996:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941466.611002:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941466.611009:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b11c00 x1860112264216064/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941476 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1773941466.611013:0:12474:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 00000100:00100000:1.0:1773941466.611024:0:12474:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1773941466.611031:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1773941466.611033:0:12474:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:3.0:1773941466.611035:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941466.611041:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f286077400. 10000000:01000000:1.0:1773941466.611042:0:12474:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000001:3.0:1773941466.611046:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:1.0:1773941466.611050:0:12474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:3.0:1773941466.611051:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941466.611057:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000001:00000001:1.0:1773941466.611059:0:12474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:3.0:1773941466.611061:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941466.611067:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f288f69400. 00000001:00000001:1.0:1773941466.611069:0:12474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941466.611071:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941466.611078:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:1.0:1773941466.611078:0:12474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000010:3.0:1773941466.611085:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b11c00. 00000001:00000001:1.0:1773941466.611085:0:12474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941466.611089:0:12474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941466.611094:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:00000001:1.0:1773941466.611095:0:12474:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941466.611097:0:12474:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941466.611114:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1773941466.611115:0:12474:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1773941466.611122:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941466.611124:0:12474:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1773941466.611130:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941466.611136:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941466.611137:0:12474:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1773941466.611141:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941466.611143:0:12474:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941466.611146:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941466.611149:0:12474:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941466.611154:0:12474:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941466.611157:0:12474:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941466.611170:0:12474:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 00000100:00080000:1.0:1773941466.611190:0:12474:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941466.611192:0:12474:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941466.611194:0:12474:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941466.611199:0:12474:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 00000100:00000001:1.0:1773941466.611203:0:12474:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941466.611208:0:12474:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941466.611221:0:12474:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941466.611225:0:12474:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941466.611227:0:12474:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941467.565871:0:12453:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941467.565880:0:12453:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff96f2a0da3200) refs 2 00000020:00000001:2.0:1773941467.565897:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 10000000:00000001:3.0:1773941467.565906:0:12453:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941467.565906:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941467.565913:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941467.565919:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00010000:2.0:1773941467.565919:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941467.565927:0:12453:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941467.565931:0:12453:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941467.565932:0:12453:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941467.565934:0:12453:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f298b5cd28 from 1 10000000:00000001:3.0:1773941467.565937:0:12453:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941467.565939:0:12453:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941467.565948:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f288e53100. 00000020:00000040:3.0:1773941467.565953:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941467.565960:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941467.565963:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941467.565970:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941467.565978:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f299d6c600. 00000100:00000001:3.0:1773941467.565985:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941467.565990:0:12453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941467.565993:0:12453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941467.566000:0:12453:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f2a21eef00. 00010000:00000001:3.0:1773941467.566006:0:12453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941467.566008:0:12453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f2829b2a00. 00000020:00000001:3.0:1773941467.566012:0:12453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941467.566014:0:12453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f2829b2a00 with handle 0x6eb1e9e7edefbff2 to hash 00000020:00000001:3.0:1773941467.566016:0:12453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941467.566017:0:12453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567050299904 : -115506659251712 : ffff96f2829b2a00) 00010000:00000001:3.0:1773941467.566019:0:12453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567050299904 : -115506659251712 : ffff96f2829b2a00) 00010000:00000001:3.0:1773941467.566023:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941467.566025:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941467.566028:0:12453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f2829b2a00/0x6eb1e9e7edefbff2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941467.566036:0:12453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f2829b2a00/0x6eb1e9e7edefbff2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941467.566046:0:12453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f2829b2a00/0x6eb1e9e7edefbff2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941467.566055:0:12453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941467.566057:0:12453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941467.566061:0:12453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f2989ac000. 00000100:00000001:3.0:1773941467.566063:0:12453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567419371520 : -115506290180096 : ffff96f2989ac000) 00000100:00000001:3.0:1773941467.566065:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941467.566066:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567155814656 : -115506553736960 : ffff96f288e53100) 00000100:00000001:3.0:1773941467.566070:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941467.566074:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941467.566075:0:12453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941467.566077:0:12453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941467.566085:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f288e53100 x1860112264216192/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941467.566092:0:12453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941467.566093:0:12453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941467.566096:0:12453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941467.566098:0:12453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941467.566100:0:12453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941467.566103:0:12453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f288e53100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264216192:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941467.566106:0:12453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941467.566110:0:12453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941467.566112:0:12453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941467.566114:0:12453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941467.566117:0:12453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f286077400. 02000000:00000001:3.0:1773941467.566119:0:12453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941467.566125:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:3.0:1773941467.566127:0:12453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7108. 00000400:00000010:3.0:1773941467.566132:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c514c8. 00000100:00000200:3.0:1773941467.566139:0:12453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264216192, portal 25 00000100:00000001:3.0:1773941467.566141:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941467.566142:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567155814656 : -115506553736960 : ffff96f288e53100) 00000100:00000040:3.0:1773941467.566145:0:12453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f288e53100 x1860112264216192/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941483 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941467.566158:0:12453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941467.566161:0:12453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:3.0:1773941467.566163:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c512a8. 00000100:00000200:3.0:1773941467.566165:0:12453:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264216192, offset 0 00000400:00000200:3.0:1773941467.566169:0:12453:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:3.0:1773941467.566177:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941467.566183:0:12453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:3.0:1773941467.566188:0:12453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941467.566191:0:12453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:3.0:1773941467.566194:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941467.566196:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941467.566198:0:12453:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[28, 29] 00000400:00000200:3.0:1773941467.566201:0:12453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:3.0:1773941467.566204:0:12453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [133:133:256:4294967295] 192.168.202.145@tcp LPNI seq info [30:30:8:4294967295] 00000400:00000200:3.0:1773941467.566207:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941467.566215:0:12453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:3.0:1773941467.566220:0:12453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:3.0:1773941467.566224:0:12453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258200. 00000800:00000200:3.0:1773941467.566230:0:12453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:3.0:1773941467.566236:0:12453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:3.0:1773941467.566239:0:12453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941467.566253:0:12453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941467.566256:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:3.0:1773941467.566258:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294887477 00000100:00000001:3.0:1773941467.566264:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294886519 00000100:00000001:3.0:1773941467.566267:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294887477 00000100:00000001:3.0:1773941467.566271:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294886519 00000100:00000001:3.0:1773941467.566274:0:12453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941467.566277:0:12453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941467.566284:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941467.566286:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941467.566288:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2989ac000 going to sleep for 11 seconds 00000100:00000001:3.0:1773941467.566293:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941467.566295:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941467.566429:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941467.566436:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258200. 00000400:00000200:2.0:1773941467.566445:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941467.566455:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941467.566464:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c512a8 00000400:00000010:2.0:1773941467.566467:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c512a8. 00000100:00000001:2.0:1773941467.566473:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941467.566483:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f288e53100 x1860112264216192/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941483 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941467.566498:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941467.566503:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f288e53100 x1860112264216192/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941483 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941467.566512:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941467.566515:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941467.567802:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941467.567814:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941467.567816:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941467.567818:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941467.567823:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941467.567867:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941467.567872:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941467.567876:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941467.567879:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941467.567882:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c03e80 00000400:00000200:3.0:1773941467.567886:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941467.567890:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xb55 [1] + 224 00000800:00000001:3.0:1773941467.567896:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941467.567902:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941467.567905:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941467.567908:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:3.0:1773941467.567913:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941467.567918:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f288e53100 x1860112264216192/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941483 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941467.567926:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff96f288e53100 x1860112264216192/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941483 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941467.567942:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941467.567951:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941467.567955:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941467.567985:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941467.567993:0:12453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941467.567995:0:12453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941467.567999:0:12453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7108. 00000400:00000200:1.0:1773941467.568004:0:12453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c514c8 00000400:00000010:1.0:1773941467.568006:0:12453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c514c8. 00000100:00000001:1.0:1773941467.568009:0:12453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941467.568015:0:12453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f288e53100 x1860112264216192/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941483 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941467.568027:0:12453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f288e53100 x1860112264216192/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941483 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941467.568035:0:12453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941467.568037:0:12453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941467.568040:0:12453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941467.568042:0:12453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941467.568045:0:12453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941467.568047:0:12453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941467.568050:0:12453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941467.568056:0:12453:0:(import.c:2136:obd_at_measure()) add 0 to ffff96f2a0db5458 time=32 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941467.568060:0:12453:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941467.568071:0:12453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1773941467.568076:0:12453:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.145@tcp: operation ldlm_enqueue to node 192.168.202.145@tcp failed: rc = -107 00000100:00000001:1.0:1773941467.568079:0:12453:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941467.568083:0:12453:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941467.568085:0:12453:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.145@tcp of MGS@192.168.202.145@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941467.568090:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941467.568094:0:12453:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941467.568099:0:12453:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941467.568101:0:12453:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941467.568103:0:12453:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941467.568105:0:12453:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941467.568109:0:12453:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f288e53100 x1860112264216192/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941483 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941467.568118:0:12453:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941467.568119:0:12453:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941467.568121:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941467.568124:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941467.568127:0:12453:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941467.568129:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941467.568131:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941467.568132:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941467.568134:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941467.568135:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941467.568137:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941467.568139:0:12453:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941467.568141:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941467.568145:0:12453:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941467.568148:0:12453:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 217 00000400:00000200:1.0:1773941467.568153:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941467.568158:0:12453:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941467.568162:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941467.568165:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941467.568173:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941467.568175:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:1.0:1773941467.568179:0:12453:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941467.568182:0:12453:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:1.0:1773941467.568184:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941467.568187:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:1.0:1773941467.568189:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:1.0:1773941467.568192:0:12453:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:1.0:1773941467.568195:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941467.568197:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941467.568200:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941467.568202:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:1.0:1773941467.568205:0:12453:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:1.0:1773941467.568209:0:12453:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:1.0:1773941467.568212:0:12453:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941467.568214:0:12453:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941467.568217:0:12453:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941467.568220:0:12453:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941467.568222:0:12453:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941467.568224:0:12453:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941467.568229:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298aea300. 00000020:00000040:1.0:1773941467.568232:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 02000000:00000001:1.0:1773941467.568236:0:12453:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941467.568237:0:12453:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941467.568240:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941467.568242:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941467.568245:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941467.568249:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f298749800. 00000100:00000001:1.0:1773941467.568253:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941467.568259:0:12453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298aea300 x1860112264216320/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941467.568268:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941467.568277:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941467.568283:0:12453:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000655e1300] to pc [ptlrpcd_rcv+-1] req@ffff96f298aea300 x1860112264216320/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941467.568306:0:12453:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941467.568308:0:12453:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941467.568310:0:12453:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941467.568313:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941467.568316:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941467.568319:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941467.568321:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2989ac000 going to sleep for 1 seconds 00000100:00000001:1.0:1773941467.568325:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941467.568327:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941467.568328:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941467.568332:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1773941467.568334:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f288e53100 x1860112264216192/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941483 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941467.568335:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941467.568343:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298aea300 x1860112264216320/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941467.568355:0:12453:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941467.568360:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941467.568363:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941467.568367:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941467.568374:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941467.568377:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941467.568378:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f288e53100 x1860112264216192/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941483 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773941467.568380:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941467.568383:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1773941467.568392:0:12453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f288e53100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264216192:192.168.202.145@tcp:101:ll_cfg_requeue.0 02000000:00000001:3.0:1773941467.568394:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941467.568402:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298aea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264216320:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941467.568403:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941467.568409:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1773941467.568411:0:12453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:3.0:1773941467.568413:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941467.568417:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941467.568417:0:12453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000001:3.0:1773941467.568421:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1773941467.568422:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1773941467.568425:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f286075800. 02000000:00000001:3.0:1773941467.568429:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941467.568431:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f288e53100 x1860112264216192/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941483 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941467.568436:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:3.0:1773941467.568440:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7c08. 00000400:00000010:3.0:1773941467.568448:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51880. 00000100:00000001:1.0:1773941467.568448:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1773941467.568454:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264216320, portal 25 00000100:00000001:3.0:1773941467.568457:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941467.568459:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420674816 : -115506288876800 : ffff96f298aea300) 00000100:00000010:1.0:1773941467.568468:0:12453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f2989ac000. 00000100:00000001:1.0:1773941467.568473:0:12453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000040:3.0:1773941467.568476:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298aea300 x1860112264216320/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941467.568482:0:12453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:1.0:1773941467.568488:0:12453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:3.0:1773941467.568493:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1773941467.568494:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000040:3.0:1773941467.568499:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000020:00000001:1.0:1773941467.568499:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941467.568503:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f2829b2a00 refcount=4 00000400:00000010:3.0:1773941467.568506:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c516e8. 00000020:00000001:1.0:1773941467.568508:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567050299904 : -115506659251712 : ffff96f2829b2a00) 00000100:00000200:3.0:1773941467.568512:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264216320, offset 0 00010000:00000001:1.0:1773941467.568513:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567050299904 : -115506659251712 : ffff96f2829b2a00) 00000400:00000200:3.0:1773941467.568518:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00010000:00010000:1.0:1773941467.568522:0:12453:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f2829b2a00/0x6eb1e9e7edefbff2 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941467.568526:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941467.568533:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:3.0:1773941467.568539:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:1.0:1773941467.568540:0:12453:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000200:3.0:1773941467.568543:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:3.0:1773941467.568548:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00010000:00010000:1.0:1773941467.568549:0:12453:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f2829b2a00/0x6eb1e9e7edefbff2 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941467.568550:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941467.568562:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[30, 29] 00010000:00000001:1.0:1773941467.568562:0:12453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773941467.568567:0:12453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f2829b2a00/0x6eb1e9e7edefbff2 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941467.568568:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000400:00000200:3.0:1773941467.568575:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [134:134:256:4294967295] 192.168.202.155@tcp LPNI seq info [31:31:8:4294967295] 00000400:00000200:3.0:1773941467.568585:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00010000:00000001:1.0:1773941467.568586:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941467.568590:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1773941467.568594:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00010000:00010000:1.0:1773941467.568596:0:12453:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f2829b2a00/0x6eb1e9e7edefbff2 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941467.568601:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.155@tcp 00000800:00000010:3.0:1773941467.568607:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258d00. 00010000:00000001:1.0:1773941467.568613:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:3.0:1773941467.568614:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00010000:00000001:1.0:1773941467.568617:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941467.568623:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00010000:00000001:1.0:1773941467.568624:0:12453:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000800:00000200:3.0:1773941467.568626:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258d00 type 1, nob 616 niov 1 nkiov 1 00010000:00010000:1.0:1773941467.568629:0:12453:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f2829b2a00/0x6eb1e9e7edefbff2 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941467.568638:0:12453:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f2829b2a00 already unused, calling callback (ffffffffc147fc20) 00000100:00000001:3.0:1773941467.568640:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941467.568642:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:3.0:1773941467.568645:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:3.0:1773941467.568648:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294887479 10000000:00010000:1.0:1773941467.568648:0:12453:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f2829b2a00/0x6eb1e9e7edefbff2 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941467.568652:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294887477 00000100:00000001:3.0:1773941467.568655:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294887479 00000100:00000001:3.0:1773941467.568659:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294887477 00000100:00000001:3.0:1773941467.568663:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941467.568682:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941467.568686:0:12453:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1773941467.568687:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941467.568692:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1773941467.568694:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773941467.568696:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941467.568700:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f2829b2a00 refcount=5 00000100:00000001:3.0:1773941467.568704:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1773941467.568704:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567050299904 : -115506659251712 : ffff96f2829b2a00) 00000100:00000001:3.0:1773941467.568708:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:1.0:1773941467.568709:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567050299904 : -115506659251712 : ffff96f2829b2a00) 00000100:00000001:3.0:1773941467.568749:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941467.568752:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941467.568755:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941467.568757:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941467.568790:0:12453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773941467.568795:0:12453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f2829b2a00/0x6eb1e9e7edefbff2 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1773941467.568803:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941467.568806:0:12453:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f2829b2a00/0x6eb1e9e7edefbff2 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1773941467.568813:0:12453:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:1.0:1773941467.568816:0:12453:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:1.0:1773941467.568817:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941467.568821:0:12453:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773941467.568823:0:12453:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773941467.568827:0:12453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773941467.568829:0:12453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000800:00000200:2.0:1773941467.568831:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1773941467.568832:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941467.568836:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1773941467.568839:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258d00. 00000020:00000040:1.0:1773941467.568842:0:12453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f2829b2a00 with handle 0x6eb1e9e7edefbff2 from hash 00000400:00000200:2.0:1773941467.568848:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1773941467.568849:0:12453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941467.568853:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941467.568858:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1773941467.568861:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00010000:00000001:1.0:1773941467.568862:0:12453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773941467.568866:0:12453:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1773941467.568870:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c516e8 00010000:00000001:1.0:1773941467.568871:0:12453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000010:2.0:1773941467.568876:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c516e8. 00010000:00000001:1.0:1773941467.568878:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1773941467.568882:0:2348:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1773941467.568883:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941467.568887:0:12453:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1773941467.568892:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298aea300 x1860112264216320/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1773941467.568903:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941467.568912:0:12453:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f2829b2a00/0x6eb1e9e7edefbff2 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941467.568920:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941467.568922:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941467.568923:0:12453:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773941467.568926:0:12453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941467.568929:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941467.568933:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941467.568935:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941467.568939:0:12453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f2829b2a00/0x6eb1e9e7edefbff2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941467.568949:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000040:1.0:1773941467.568953:0:12453:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f2a21eef00 count: 0 00000100:00000040:2.0:1773941467.568958:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298aea300 x1860112264216320/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941477 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941467.568968:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773941467.568969:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941467.568974:0:12453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941467.568975:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773941467.568982:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941467.568991:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f288e53100 x1860112264216192/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941483 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941467.569000:0:12453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941467.569005:0:12453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941467.569008:0:12453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f286077400. 02000000:00000001:1.0:1773941467.569013:0:12453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941467.569015:0:12453:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941467.569018:0:12453:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941467.569021:0:12453:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941467.569024:0:12453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f299d6c600. 02000000:00000001:1.0:1773941467.569028:0:12453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941467.569031:0:12453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941467.569033:0:12453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f288e53100. 00000100:00000001:1.0:1773941467.569037:0:12453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941467.569038:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941467.569040:0:12453:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:1.0:1773941467.569043:0:12453:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:1.0:1773941467.569046:0:12453:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1773941467.569056:0:12453:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f298b7a200. 00000020:00000010:1.0:1773941467.569060:0:12453:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f289153200. 00000020:00000010:1.0:1773941467.569064:0:12453:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f289153a00. 00000040:00000010:1.0:1773941467.569068:0:12453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f289153c00. 00000020:00000010:1.0:1773941467.569073:0:12453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f2a0d95800. 00000020:00000010:1.0:1773941467.569078:0:12453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f289152a00. 80000000:00000010:1.0:1773941467.569082:0:12453:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f2830d2180. 00040000:00000010:1.0:1773941467.569086:0:12453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f289152600. 20000000:00000010:1.0:1773941467.569091:0:12453:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f289152c00. 10000000:00000040:1.0:1773941467.569095:0:12453:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 10000000:00000001:1.0:1773941467.569097:0:12453:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:1.0:1773941467.569102:0:12453:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f289153a00. 00000040:00000010:1.0:1773941467.569107:0:12453:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f289153c00. 00000020:00000010:1.0:1773941467.569110:0:12453:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f2a0d95800. 00000020:00000010:1.0:1773941467.569114:0:12453:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f289152a00. 80000000:00000010:1.0:1773941467.569118:0:12453:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f2830d2180. 00040000:00000010:1.0:1773941467.569123:0:12453:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f289152600. 20000000:00000010:1.0:1773941467.569126:0:12453:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f289152c00. 00000020:00000010:1.0:1773941467.569129:0:12453:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f289153200. 10000000:00000010:1.0:1773941467.569132:0:12453:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f298b7a200. 10000000:01000000:1.0:1773941467.569135:0:12453:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:1.0:1773941467.569137:0:12453:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:1.0:1773941467.569140:0:12453:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:1.0:1773941467.569142:0:12453:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1773941467.569144:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941467.569145:0:12453:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff96f2a0da3200) refs 2 10000000:00000001:1.0:1773941467.569147:0:12453:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:3.0:1773941467.570163:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941467.570168:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941467.570169:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941467.570171:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941467.570174:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:3.0:1773941467.570177:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : PUT - for me 00000400:00000200:3.0:1773941467.570186:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:3.0:1773941467.570188:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:3.0:1773941467.570191:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941467.570193:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c03f00 00000400:00000200:3.0:1773941467.570195:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941467.570198:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xb65 [1] + 0 00000800:00000001:3.0:1773941467.570202:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941467.570214:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941467.570216:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941467.570271:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000100:00000001:3.0:1773941467.570276:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941467.570280:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298aea300 x1860112264216320/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941477 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941467.570287:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f298aea300 x1860112264216320/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941467.570300:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941467.570304:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941467.570306:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941467.570327:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941467.570331:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941467.570335:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941467.570336:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941467.570339:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7c08. 00000400:00000200:1.0:1773941467.570343:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51880 00000400:00000010:1.0:1773941467.570345:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51880. 00000100:00000001:1.0:1773941467.570348:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941467.570359:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298aea300 x1860112264216320/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941467.570370:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298aea300 x1860112264216320/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941477 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941467.570378:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941467.570380:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941467.570382:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941467.570384:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941467.570385:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941467.570387:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941467.570389:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941467.570392:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=32 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941467.570396:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941467.570398:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941467.570400:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941467.570402:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941467.570404:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941467.570406:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941467.570411:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298aea300 x1860112264216320/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941477 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941467.570417:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941467.570420:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941467.570421:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941467.570423:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1773941467.570427:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:1.0:1773941467.570429:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941467.570431:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:1.0:1773941467.570433:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941467.570435:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:1.0:1773941467.570437:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:1.0:1773941467.570439:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:1.0:1773941467.570443:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941467 v=0 (0 0 0 0) 00000100:00001000:1.0:1773941467.570446:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:1.0:1773941467.570461:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:1.0:1773941467.570463:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941467.570465:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:1.0:1773941467.570467:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941467.570469:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941467.570473:0:2352:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.145@tcp after partition 00000100:00080000:1.0:1773941467.570475:0:2352:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:1.0:1773941467.570478:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1773941467.570481:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1773941467.570484:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:1.0:1773941467.570487:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941467.570787:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941467.570790:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941467.570795:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298aea300 x1860112264216320/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941477 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941467.570801:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298aea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264216320:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941467.570805:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941467.570807:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941467.570810:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298aea300 x1860112264216320/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941477 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941467.570810:0:12475:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:3.0:1773941467.570818:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941467.570821:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941467.570822:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f286075800. 00000100:00080000:1.0:1773941467.570824:0:12475:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 00000100:00100000:1.0:1773941467.570829:0:12475:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941467.570834:0:12475:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:3.0:1773941467.570835:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941467.570839:0:2352:0:(genops.c:1236:class_import_put()) Process entered 10000000:01000000:1.0:1773941467.570839:0:12475:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000040:3.0:1773941467.570841:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:3.0:1773941467.570844:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:1.0:1773941467.570845:0:12475:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:3.0:1773941467.570846:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f298749800. 00000001:00000001:1.0:1773941467.570850:0:12475:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:3.0:1773941467.570851:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941467.570854:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941467.570855:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298aea300. 00000001:00000001:1.0:1773941467.570856:0:12475:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941467.570858:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941467.570861:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1773941467.570861:0:12475:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941467.570865:0:12475:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1773941467.570866:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1773941467.570871:0:12475:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941467.570872:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941467.570875:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941467.570876:0:12475:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941467.570878:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941467.570880:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941467.570882:0:12475:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941467.570888:0:12475:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941467.570891:0:12475:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941467.570893:0:12475:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941467.570896:0:12475:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941467.570898:0:12475:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941467.570901:0:12475:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941467.570902:0:12475:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941467.570904:0:12475:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 00000100:00080000:1.0:1773941467.570926:0:12475:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941467.570929:0:12475:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941467.570931:0:12475:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941467.570956:0:12475:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 00000100:00000001:1.0:1773941467.570961:0:12475:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941467.570965:0:12475:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941467.570967:0:12475:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941467.570970:0:12475:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941467.570973:0:12475:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773941467.574741:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f2a21eef00. 00010000:00000010:1.1:1773941467.574747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f2829b2a00. 00000020:00000001:1.0:1773941468.589849:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941468.589856:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941468.589860:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941468.653768:0:12453:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941468.653775:0:12453:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff96f2a0da3200) refs 2 10000000:00000001:3.0:1773941468.653780:0:12453:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941468.653782:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941468.653783:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941468.653784:0:12453:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941468.653786:0:12453:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941468.653788:0:12453:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941468.653790:0:12453:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f298b5cd28 from 1 10000000:00000001:3.0:1773941468.653792:0:12453:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941468.653793:0:12453:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941468.653802:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f288e52300. 00000020:00000040:3.0:1773941468.653807:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941468.653811:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941468.653814:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941468.653818:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941468.653826:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f299d6c600. 00000100:00000001:3.0:1773941468.653831:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941468.653834:0:12453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941468.653837:0:12453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941468.653843:0:12453:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f2a21ee900. 00010000:00000001:3.0:1773941468.653848:0:12453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941468.653850:0:12453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f2829b2400. 00000020:00000001:3.0:1773941468.653865:0:12453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941468.653867:0:12453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f2829b2400 with handle 0x6eb1e9e7edefbff9 to hash 00000020:00000001:3.0:1773941468.653869:0:12453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941468.653870:0:12453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567050298368 : -115506659253248 : ffff96f2829b2400) 00010000:00000001:3.0:1773941468.653873:0:12453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567050298368 : -115506659253248 : ffff96f2829b2400) 00010000:00000001:3.0:1773941468.653876:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941468.653879:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941468.653882:0:12453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f2829b2400/0x6eb1e9e7edefbff9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941468.653890:0:12453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f2829b2400/0x6eb1e9e7edefbff9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941468.653900:0:12453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f2829b2400/0x6eb1e9e7edefbff9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941468.653904:0:12453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941468.653906:0:12453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941468.653910:0:12453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f2989ac780. 00000100:00000001:3.0:1773941468.653912:0:12453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567419373440 : -115506290178176 : ffff96f2989ac780) 00000100:00000001:3.0:1773941468.653914:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941468.653915:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567155811072 : -115506553740544 : ffff96f288e52300) 00000100:00000001:3.0:1773941468.653919:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941468.653923:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941468.653924:0:12453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941468.653926:0:12453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941468.653934:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f288e52300 x1860112264216448/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941468.653941:0:12453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941468.653943:0:12453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941468.653946:0:12453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941468.653948:0:12453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941468.653950:0:12453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941468.653956:0:12453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f288e52300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264216448:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941468.653959:0:12453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941468.653964:0:12453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941468.653966:0:12453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941468.653968:0:12453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941468.653971:0:12453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f286075800. 02000000:00000001:3.0:1773941468.653973:0:12453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941468.653979:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:3.0:1773941468.653982:0:12453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7688. 00000400:00000010:3.0:1773941468.653987:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51088. 00000100:00000200:3.0:1773941468.653993:0:12453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264216448, portal 25 00000100:00000001:3.0:1773941468.653995:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941468.653996:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567155811072 : -115506553740544 : ffff96f288e52300) 00000100:00000040:3.0:1773941468.653999:0:12453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f288e52300 x1860112264216448/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941484 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941468.654005:0:12453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941468.654007:0:12453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:3.0:1773941468.654009:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51f68. 00000100:00000200:3.0:1773941468.654011:0:12453:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264216448, offset 0 00000400:00000200:3.0:1773941468.654015:0:12453:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:3.0:1773941468.654022:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941468.654028:0:12453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:3.0:1773941468.654032:0:12453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941468.654035:0:12453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:3.0:1773941468.654037:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941468.654040:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941468.654042:0:12453:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[30, 31] 00000400:00000200:3.0:1773941468.654044:0:12453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:3.0:1773941468.654048:0:12453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [135:135:256:4294967295] 192.168.202.145@tcp LPNI seq info [32:32:8:4294967295] 00000400:00000200:3.0:1773941468.654050:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941468.654057:0:12453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:3.0:1773941468.654067:0:12453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:3.0:1773941468.654070:0:12453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258d00. 00000800:00000200:3.0:1773941468.654076:0:12453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:3.0:1773941468.654082:0:12453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:3.0:1773941468.654086:0:12453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941468.654100:0:12453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941468.654104:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:3.0:1773941468.654106:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294888565 00000100:00000001:3.0:1773941468.654111:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294887479 00000100:00000001:3.0:1773941468.654115:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294888565 00000100:00000001:3.0:1773941468.654118:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294887479 00000100:00000001:3.0:1773941468.654120:0:12453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941468.654122:0:12453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941468.654123:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941468.654124:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941468.654126:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2989ac780 going to sleep for 11 seconds 00000100:00000001:3.0:1773941468.654128:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941468.654130:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941468.654277:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941468.654285:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258d00. 00000400:00000200:2.0:1773941468.654291:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941468.654299:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941468.654305:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51f68 00000400:00000010:2.0:1773941468.654308:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51f68. 00000100:00000001:2.0:1773941468.654312:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941468.654319:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f288e52300 x1860112264216448/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941484 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941468.654329:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941468.654332:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f288e52300 x1860112264216448/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941484 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941468.654338:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941468.654340:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941468.655536:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941468.655590:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941468.655593:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941468.655596:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941468.655602:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941468.655607:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941468.655612:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941468.655616:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941468.655621:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941468.655625:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c03f80 00000400:00000200:3.0:1773941468.655629:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941468.655633:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xb75 [1] + 224 00000800:00000001:3.0:1773941468.655640:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941468.655673:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941468.655675:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941468.655679:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:3.0:1773941468.655682:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941468.655687:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f288e52300 x1860112264216448/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941484 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941468.655695:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff96f288e52300 x1860112264216448/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941484 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941468.655713:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941468.655738:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941468.655742:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941468.655771:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941468.655784:0:12453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941468.655787:0:12453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941468.655791:0:12453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7688. 00000400:00000200:1.0:1773941468.655797:0:12453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51088 00000400:00000010:1.0:1773941468.655800:0:12453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51088. 00000100:00000001:1.0:1773941468.655804:0:12453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941468.655811:0:12453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f288e52300 x1860112264216448/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941484 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941468.655824:0:12453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f288e52300 x1860112264216448/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941484 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941468.655832:0:12453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941468.655834:0:12453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941468.655837:0:12453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941468.655840:0:12453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941468.655842:0:12453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941468.655845:0:12453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941468.655848:0:12453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941468.655854:0:12453:0:(import.c:2136:obd_at_measure()) add 0 to ffff96f2a0db5458 time=33 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941468.655858:0:12453:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941468.655861:0:12453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1773941468.655866:0:12453:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.145@tcp: operation ldlm_enqueue to node 192.168.202.145@tcp failed: rc = -107 00000100:00000001:1.0:1773941468.655869:0:12453:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941468.655872:0:12453:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941468.655875:0:12453:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.145@tcp of MGS@192.168.202.145@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941468.655899:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941468.655903:0:12453:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941468.655906:0:12453:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941468.655907:0:12453:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941468.655909:0:12453:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941468.655910:0:12453:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941468.655914:0:12453:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f288e52300 x1860112264216448/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941484 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941468.655920:0:12453:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941468.655921:0:12453:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941468.655922:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941468.655925:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941468.655927:0:12453:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941468.655928:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941468.655929:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941468.655930:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941468.655931:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941468.655932:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941468.655933:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941468.655935:0:12453:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941468.655936:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941468.655938:0:12453:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941468.655940:0:12453:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 218 00000400:00000200:1.0:1773941468.655955:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941468.655963:0:12453:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941468.655967:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941468.655971:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941468.655973:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941468.655975:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:1.0:1773941468.655979:0:12453:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941468.655981:0:12453:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:1.0:1773941468.655984:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941468.655992:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:1.0:1773941468.655995:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:1.0:1773941468.655998:0:12453:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:1.0:1773941468.656001:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941468.656004:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941468.656006:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941468.656008:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:1.0:1773941468.656012:0:12453:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:1.0:1773941468.656015:0:12453:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:1.0:1773941468.656018:0:12453:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941468.656020:0:12453:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941468.656023:0:12453:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941468.656026:0:12453:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941468.656028:0:12453:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941468.656031:0:12453:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941468.656035:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298aeb480. 00000020:00000040:1.0:1773941468.656038:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 02000000:00000001:1.0:1773941468.656042:0:12453:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941468.656044:0:12453:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941468.656047:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941468.656049:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941468.656051:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941468.656056:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f298748c00. 00000100:00000001:1.0:1773941468.656060:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941468.656067:0:12453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298aeb480 x1860112264216576/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941468.656076:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941468.656078:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941468.656083:0:12453:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007546bba0] to pc [ptlrpcd_rcv+-1] req@ffff96f298aeb480 x1860112264216576/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941468.656106:0:12453:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941468.656109:0:12453:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941468.656117:0:12453:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941468.656120:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941468.656122:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941468.656124:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941468.656126:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2989ac780 going to sleep for 1 seconds 00000100:00000001:1.0:1773941468.656129:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941468.656131:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941468.656137:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f288e52300 x1860112264216448/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941484 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941468.656146:0:12453:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941468.656149:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941468.656153:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941468.656153:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941468.656158:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941468.656158:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941468.656162:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941468.656169:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f288e52300 x1860112264216448/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941484 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941468.656170:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298aeb480 x1860112264216576/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941468.656225:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941468.656231:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941468.656236:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1773941468.656237:0:12453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f288e52300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264216448:192.168.202.145@tcp:101:ll_cfg_requeue.0 02000000:00000001:3.0:1773941468.656240:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941468.656243:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1773941468.656245:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941468.656251:0:12453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00100000:3.0:1773941468.656252:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298aeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264216576:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941468.656254:0:12453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941468.656259:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941468.656260:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941468.656267:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1773941468.656267:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f288e52300 x1860112264216448/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941484 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773941468.656275:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941468.656284:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1773941468.656290:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941468.656294:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f286077800. 00000100:00000010:1.0:1773941468.656295:0:12453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f2989ac780. 02000000:00000001:3.0:1773941468.656308:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941468.656310:0:12453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773941468.656313:0:12453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:3.0:1773941468.656314:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:3.0:1773941468.656326:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7b00. 00010000:00000001:1.0:1773941468.656327:0:12453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773941468.656337:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000010:3.0:1773941468.656338:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51c38. 00000020:00000001:1.0:1773941468.656340:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941468.656347:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f2829b2400 refcount=4 00000100:00000200:3.0:1773941468.656352:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264216576, portal 25 00000020:00000001:1.0:1773941468.656353:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567050298368 : -115506659253248 : ffff96f2829b2400) 00000100:00000001:3.0:1773941468.656358:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1773941468.656363:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567050298368 : -115506659253248 : ffff96f2829b2400) 00000100:00000001:3.0:1773941468.656371:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420679296 : -115506288872320 : ffff96f298aeb480) 00010000:00010000:1.0:1773941468.656372:0:12453:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f2829b2400/0x6eb1e9e7edefbff9 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:3.0:1773941468.656381:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298aeb480 x1860112264216576/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941468.656398:0:12453:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941468.656402:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1773941468.656408:0:12453:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f2829b2400/0x6eb1e9e7edefbff9 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:3.0:1773941468.656409:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:3.0:1773941468.656417:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c517f8. 00010000:00000001:1.0:1773941468.656425:0:12453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000200:3.0:1773941468.656426:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264216576, offset 0 00010000:00010000:1.0:1773941468.656432:0:12453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f2829b2400/0x6eb1e9e7edefbff9 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941468.656440:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00010000:00000001:1.0:1773941468.656450:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941468.656452:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1773941468.656453:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00010000:1.0:1773941468.656459:0:12453:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f2829b2400/0x6eb1e9e7edefbff9 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941468.656465:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:3.0:1773941468.656478:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:1.0:1773941468.656478:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941468.656489:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941468.656494:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:3.0:1773941468.656498:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941468.656500:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941468.656502:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[32, 31] 00000400:00000200:3.0:1773941468.656506:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00010000:00000001:1.0:1773941468.656506:0:12453:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773941468.656515:0:12453:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f2829b2400/0x6eb1e9e7edefbff9 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941468.656521:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [136:136:256:4294967295] 192.168.202.155@tcp LPNI seq info [33:33:8:4294967295] 00010000:00010000:1.0:1773941468.656534:0:12453:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f2829b2400 already unused, calling callback (ffffffffc147fc20) 10000000:00000001:1.0:1773941468.656539:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:3.0:1773941468.656544:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 10000000:00010000:1.0:1773941468.656545:0:12453:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f2829b2400/0x6eb1e9e7edefbff9 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941468.656554:0:12453:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773941468.656558:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941468.656562:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941468.656568:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f2829b2400 refcount=5 00000400:00000200:3.0:1773941468.656572:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00000020:00000001:1.0:1773941468.656583:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567050298368 : -115506659253248 : ffff96f2829b2400) 00010000:00000001:1.0:1773941468.656590:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567050298368 : -115506659253248 : ffff96f2829b2400) 00000800:00000200:3.0:1773941468.656591:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.155@tcp 00010000:00000001:1.0:1773941468.656604:0:12453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000800:00000010:3.0:1773941468.656605:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258200. 00010000:00010000:1.0:1773941468.656608:0:12453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f2829b2400/0x6eb1e9e7edefbff9 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941468.656620:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 10000000:00000001:1.0:1773941468.656623:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941468.656628:0:12453:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f2829b2400/0x6eb1e9e7edefbff9 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941468.656633:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:3.0:1773941468.656639:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258200 type 1, nob 616 niov 1 nkiov 1 10000000:01000000:1.0:1773941468.656651:0:12453:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:1.0:1773941468.656654:0:12453:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:1.0:1773941468.656667:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941468.656669:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941468.656673:0:12453:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000400:00000200:3.0:1773941468.656677:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000001:1.0:1773941468.656680:0:12453:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1773941468.656682:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294888567 00010000:00000001:1.0:1773941468.656688:0:12453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1773941468.656692:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294888565 00010000:00000001:1.0:1773941468.656693:0:12453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941468.656700:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941468.656705:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941468.656706:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294888567 00000020:00000040:1.0:1773941468.656713:0:12453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f2829b2400 with handle 0x6eb1e9e7edefbff9 from hash 00000100:00000001:3.0:1773941468.656751:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294888565 00010000:00000001:1.0:1773941468.656767:0:12453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1773941468.656770:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773941468.656770:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941468.656779:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773941468.656780:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941468.656781:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1773941468.656784:0:12453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1773941468.656787:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1773941468.656790:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258200. 00010000:00000001:1.0:1773941468.656790:0:12453:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773941468.656796:0:12453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:3.0:1773941468.656797:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941468.656798:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1773941468.656813:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941468.656817:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1773941468.656823:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00010000:00000001:1.0:1773941468.656824:0:12453:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941468.656836:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941468.656837:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c517f8 00000400:00000010:2.0:1773941468.656843:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c517f8. 00010000:00010000:1.0:1773941468.656844:0:12453:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f2829b2400/0x6eb1e9e7edefbff9 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941468.656853:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941468.656853:0:2348:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1773941468.656857:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1773941468.656858:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000200:2.0:1773941468.656862:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298aeb480 x1860112264216576/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941468.656863:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1773941468.656867:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773941468.656868:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1773941468.656876:0:12453:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1773941468.656877:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941468.656888:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941468.656888:0:12453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1773941468.656889:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1773941468.656899:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1773941468.656904:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298aeb480 x1860112264216576/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941478 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941468.656905:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941468.656913:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941468.656919:0:12453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f2829b2400/0x6eb1e9e7edefbff9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773941468.656926:0:12453:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f2a21ee900 count: 0 00000100:00000001:2.0:1773941468.656939:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941468.656941:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1773941468.656950:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941468.656955:0:12453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941468.656959:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941468.656968:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f288e52300 x1860112264216448/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941484 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941468.656976:0:12453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941468.656979:0:12453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941468.656982:0:12453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f286075800. 02000000:00000001:1.0:1773941468.656986:0:12453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941468.656988:0:12453:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941468.656990:0:12453:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941468.656993:0:12453:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941468.656995:0:12453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f299d6c600. 02000000:00000001:1.0:1773941468.656999:0:12453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941468.657001:0:12453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941468.657003:0:12453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f288e52300. 00000100:00000001:1.0:1773941468.657006:0:12453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941468.657007:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941468.657009:0:12453:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:1.0:1773941468.657012:0:12453:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:1.0:1773941468.657014:0:12453:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1773941468.657019:0:12453:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f298b7a500. 00000020:00000010:1.0:1773941468.657024:0:12453:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f289153200. 00000020:00000010:1.0:1773941468.657028:0:12453:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f289152c00. 00000040:00000010:1.0:1773941468.657032:0:12453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f289152600. 00000020:00000010:1.0:1773941468.657037:0:12453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f2a0d95800. 00000020:00000010:1.0:1773941468.657047:0:12453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f289152a00. 80000000:00000010:1.0:1773941468.657052:0:12453:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f2830d2180. 00040000:00000010:1.0:1773941468.657056:0:12453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f289153c00. 20000000:00000010:1.0:1773941468.657060:0:12453:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f289153a00. 10000000:00000040:1.0:1773941468.657066:0:12453:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 10000000:00000001:1.0:1773941468.657068:0:12453:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:1.0:1773941468.657073:0:12453:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f289152c00. 00000040:00000010:1.0:1773941468.657077:0:12453:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f289152600. 00000020:00000010:1.0:1773941468.657079:0:12453:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f2a0d95800. 00000020:00000010:1.0:1773941468.657082:0:12453:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f289152a00. 80000000:00000010:1.0:1773941468.657084:0:12453:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f2830d2180. 00040000:00000010:1.0:1773941468.657089:0:12453:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f289153c00. 20000000:00000010:1.0:1773941468.657092:0:12453:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f289153a00. 00000020:00000010:1.0:1773941468.657094:0:12453:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f289153200. 10000000:00000010:1.0:1773941468.657096:0:12453:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f298b7a500. 10000000:01000000:1.0:1773941468.657098:0:12453:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:1.0:1773941468.657100:0:12453:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:1.0:1773941468.657102:0:12453:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:1.0:1773941468.657103:0:12453:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1773941468.657104:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941468.657106:0:12453:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff96f2a0da3200) refs 2 10000000:00000001:1.0:1773941468.657107:0:12453:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000010:1.1:1773941468.662751:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f2a21ee900. 00010000:00000010:1.1:1773941468.662761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f2829b2400. 00000020:00000001:2.0:1773941469.613938:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941469.613946:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941469.613950:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1773941470.125839:0:12453:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1773941470.125850:0:12453:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff96f2a0da3200) refs 2 10000000:00000001:1.0:1773941470.125855:0:12453:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941470.125858:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941470.125859:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941470.125861:0:12453:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1773941470.125864:0:12453:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1773941470.125866:0:12453:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1773941470.125869:0:12453:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f298b5cd28 from 1 10000000:00000001:1.0:1773941470.125872:0:12453:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773941470.125874:0:12453:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1773941470.125885:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298ae9f80. 00000020:00000040:1.0:1773941470.125892:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:1.0:1773941470.125911:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941470.125915:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941470.125921:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941470.125928:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f289153200. 00000100:00000001:1.0:1773941470.125936:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941470.125941:0:12453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773941470.125944:0:12453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773941470.125952:0:12453:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f29169ae00. 00010000:00000001:1.0:1773941470.125959:0:12453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773941470.125962:0:12453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f28164ce00. 00000020:00000001:1.0:1773941470.125968:0:12453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941470.125971:0:12453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f28164ce00 with handle 0x6eb1e9e7edefc000 to hash 00000020:00000001:1.0:1773941470.125974:0:12453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773941470.125975:0:12453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567029960192 : -115506679591424 : ffff96f28164ce00) 00010000:00000001:1.0:1773941470.125979:0:12453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567029960192 : -115506679591424 : ffff96f28164ce00) 00010000:00000001:1.0:1773941470.125983:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941470.125987:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941470.125992:0:12453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefc000 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941470.126004:0:12453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefc000 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941470.126031:0:12453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefc000 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941470.126038:0:12453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941470.126040:0:12453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941470.126048:0:12453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f288017e40. 00000100:00000001:1.0:1773941470.126050:0:12453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567140892224 : -115506568659392 : ffff96f288017e40) 00000100:00000001:1.0:1773941470.126053:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941470.126055:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420673920 : -115506288877696 : ffff96f298ae9f80) 00000100:00000001:1.0:1773941470.126060:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941470.126065:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941470.126075:0:12453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941470.126077:0:12453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941470.126089:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298ae9f80 x1860112264216704/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941470.126099:0:12453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1773941470.126103:0:12453:0:(client.c:1395:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff96f298ae9f80 x1860112264216704/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941470.126111:0:12453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941470.126115:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298ae9f80 x1860112264216704/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941470.126123:0:12453:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:1.0:1773941470.126126:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941470.126127:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941470.126130:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f288017e40 going to sleep for 0 seconds 00000100:00000001:1.0:1773941470.126133:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941470.126136:0:12453:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:1.0:1773941470.126140:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941470.126142:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941470.126144:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941470.126149:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298ae9f80 x1860112264216704/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941470.126158:0:12453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298ae9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264216704:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941470.126163:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941470.126166:0:12453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:1.0:1773941470.126168:0:12453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941470.126170:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941470.126174:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298ae9f80 x1860112264216704/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941470.126182:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941470.126185:0:12453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f288017e40. 00000100:00000001:1.0:1773941470.126196:0:12453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773941470.126198:0:12453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00000001:1.0:1773941470.126200:0:12453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773941470.126203:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941470.126206:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941470.126208:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164ce00 refcount=4 00000020:00000001:1.0:1773941470.126210:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029960192 : -115506679591424 : ffff96f28164ce00) 00010000:00000001:1.0:1773941470.126213:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029960192 : -115506679591424 : ffff96f28164ce00) 00010000:00010000:1.0:1773941470.126217:0:12453:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefc000 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941470.126225:0:12453:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00010000:00010000:1.0:1773941470.126230:0:12453:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefc000 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941470.126236:0:12453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773941470.126240:0:12453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefc000 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941470.126246:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941470.126248:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773941470.126251:0:12453:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefc000 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941470.126257:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941470.126259:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941470.126262:0:12453:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773941470.126265:0:12453:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefc000 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941470.126272:0:12453:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f28164ce00 already unused, calling callback (ffffffffc147fc20) 10000000:00000001:1.0:1773941470.126275:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941470.126283:0:12453:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefc000 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941470.126290:0:12453:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773941470.126292:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941470.126294:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941470.126296:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164ce00 refcount=5 00000020:00000001:1.0:1773941470.126298:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029960192 : -115506679591424 : ffff96f28164ce00) 00010000:00000001:1.0:1773941470.126300:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029960192 : -115506679591424 : ffff96f28164ce00) 00010000:00000001:1.0:1773941470.126303:0:12453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773941470.126306:0:12453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefc000 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1773941470.126312:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941470.126315:0:12453:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefc000 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1773941470.126320:0:12453:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:1.0:1773941470.126322:0:12453:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:1.0:1773941470.126324:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941470.126327:0:12453:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773941470.126328:0:12453:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773941470.126331:0:12453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773941470.126332:0:12453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941470.126334:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941470.126336:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941470.126338:0:12453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f28164ce00 with handle 0x6eb1e9e7edefc000 from hash 00010000:00000001:1.0:1773941470.126341:0:12453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941470.126342:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941470.126344:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941470.126345:0:12453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773941470.126347:0:12453:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773941470.126349:0:12453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773941470.126352:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941470.126353:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941470.126360:0:12453:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941470.126362:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941470.126365:0:12453:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefc000 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941470.126372:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941470.126373:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941470.126375:0:12453:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773941470.126377:0:12453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941470.126378:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941470.126380:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941470.126381:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941470.126383:0:12453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f28164ce00/0x6eb1e9e7edefc000 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773941470.126391:0:12453:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f29169ae00 count: 0 00010000:00000001:1.0:1773941470.126402:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941470.126405:0:12453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:1.0:1773941470.126408:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941470.126413:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298ae9f80 x1860112264216704/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941470.126420:0:12453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1773941470.126424:0:12453:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941470.126426:0:12453:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941470.126428:0:12453:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941470.126431:0:12453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f289153200. 02000000:00000001:1.0:1773941470.126436:0:12453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941470.126438:0:12453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941470.126440:0:12453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298ae9f80. 00000100:00000001:1.0:1773941470.126444:0:12453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941470.126445:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941470.126447:0:12453:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 10000000:01000000:1.0:1773941470.126449:0:12453:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -108 00000100:00080000:1.0:1773941470.126452:0:12453:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:CONNECTING 00010000:00000010:1.1:1773941470.131750:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f29169ae00. 00010000:00000010:1.1:1773941470.131760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f28164ce00. 00000020:00000001:1.0:1773941470.637900:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941470.637907:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941470.637933:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773941470.829862:0:487:0:(connection.c:75:cpu_latency_work()) work item of ffff96f287d7ab30 (cpu 0) has reached its deadline 4294888567, at 4294888576 00000100:00000040:2.0:1773941470.829862:0:708:0:(connection.c:75:cpu_latency_work()) work item of ffff96f287d7aa20 (cpu 0) has reached its deadline 4294888567, at 4294888576 00000100:00000010:3.0:1773941470.829881:0:487:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96f284cd2540. 00000100:00000010:2.0:1773941470.829883:0:708:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96f284cd2f60. 00000020:00000001:2.0:1773941471.661923:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941471.661933:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941471.661941:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1773941471.725872:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1773941471.725884:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1773941471.725892:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 2 (227) 00000020:00000001:0.0:1773941472.685871:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941472.685877:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941472.685881:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941473.709865:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941473.709872:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941473.709878:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941473.773812:0:2352:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1773941473.773815:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1773941473.773824:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1773941473.773826:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941473.773829:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941473.773831:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (229) 00000100:00000001:3.0:1773941473.773835:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941473.773839:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941473.773843:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941473.773846:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941474.733890:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941474.733896:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941474.733900:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941474.797838:0:2352:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941474.797850:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941474.797852:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941474.797855:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941474.797857:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941474.797860:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941474.797862:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941475.757890:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941475.757898:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941475.757903:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941475.821845:0:2352:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941475.821860:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941475.821862:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941475.821868:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941475.821870:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941475.821874:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941475.821876:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941476.781920:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941476.781926:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941476.781930:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941476.845852:0:2352:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941476.845865:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941476.845873:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941476.845881:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941476.845883:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941476.845915:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941476.845918:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941477.805917:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941477.805925:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941477.805930:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941477.869823:0:2352:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941477.869837:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941477.869839:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941477.869844:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941477.869846:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941477.869850:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941477.869852:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941478.829888:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941478.829895:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941478.829901:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941478.893849:0:2352:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941478.893860:0:2352:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:1.0:1773941478.893869:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1773941478.893881:0:2352:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1773941468/real 1773941468] req@ffff96f298aeb480 x1860112264216576/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941478 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1773941478.893882:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1773941478.893894:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (234) 00000400:00000001:3.0:1773941478.893913:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941478.893916:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941478.893920:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7b00. 00000400:00000200:3.0:1773941478.893927:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51c38 00000400:00000010:3.0:1773941478.893929:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51c38. 00000100:00000001:3.0:1773941478.893934:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941478.893938:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298aeb480 x1860112264216576/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941478 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941478.893946:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298aeb480 x1860112264216576/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941478 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941478.893953:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941478.893955:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941478.893959:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941478.893961:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941478.893966:0:2352:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f298aeb480 x1860112264216576/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941478 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941478.893975:0:2352:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941478.893986:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941478.893989:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941478.893992:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941478.893995:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941478.894024:0:2352:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941478.894031:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298aeb480 x1860112264216576/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941478 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941478.894041:0:2352:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1773941478.894044:0:2352:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941478.894046:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941478.894048:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941478.894051:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1773941478.894053:0:2352:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1773941478.894057:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1773941478.894078:0:2352:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.145@tcp failed (-110) 00000100:00000001:3.0:1773941478.894094:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1773941478.894100:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298aeb480 x1860112264216576/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941478 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941478.894108:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298aeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264216576:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00080000:1.0:1773941478.894109:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1773941478.894118:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1773941478.894120:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941478.894123:0:36:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941478.894128:0:36:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1773941478.894130:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1773941478.894137:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 219 00000100:00000001:3.0:1773941478.894139:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941478.894146:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298aeb480 x1860112264216576/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941478 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941478.894155:0:36:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:3.0:1773941478.894168:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1773941478.894168:0:36:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00001000:1.0:1773941478.894177:0:36:0:(import.c:2136:obd_at_measure()) add 10 to ffff96f2a0db5410 time=11 v=5 (1 0 0 0) 00000100:00001000:1.0:1773941478.894180:0:36:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:1.0:1773941478.894182:0:36:0:(import.c:588:import_select_connection()) MGC192.168.202.145@tcp: tried all connections, increasing latency to 5s 00000100:00000040:1.0:1773941478.894185:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941478.894187:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941478.894189:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941478.894190:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:1.0:1773941478.894193:0:36:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941478.894195:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:1.0:1773941478.894197:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941478.894199:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:1.0:1773941478.894201:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:1.0:1773941478.894203:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:1.0:1773941478.894205:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941478.894206:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941478.894207:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941478.894208:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:1.0:1773941478.894211:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:1.0:1773941478.894230:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:1.0:1773941478.894232:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941478.894234:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1773941478.894236:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941478.894243:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1773941478.894244:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f286077800. 02000000:00000001:1.0:1773941478.894253:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941478.894256:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1773941478.894257:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941478.894267:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941478.894268:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941478.894276:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000100:00000010:1.0:1773941478.894278:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298ae9f80. 00000020:00000001:3.0:1773941478.894280:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:1.0:1773941478.894286:0:36:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 02000000:00000010:3.0:1773941478.894287:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f298748c00. 02000000:00000001:3.0:1773941478.894302:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941478.894303:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941478.894315:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941478.894316:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941478.894325:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298aeb480. 00000100:00000001:1.0:1773941478.894326:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941478.894335:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1773941478.894336:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1773941478.894343:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941478.894347:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941478.894351:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1773941478.894353:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f298748400. 00000100:00000001:3.0:1773941478.894355:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941478.894357:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941478.894360:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941478.894361:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941478.894363:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941478.894371:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298ae9f80 x1860112264216832/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941478.894380:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941478.894384:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941478.894387:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1b67a7b] to pc [ptlrpcd_rcv+-1] req@ffff96f298ae9f80 x1860112264216832/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941478.894407:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941478.894410:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (234) 00000100:00000001:3.0:1773941478.894435:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941478.894438:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941478.894440:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941478.894445:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298ae9f80 x1860112264216832/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941478.894451:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941478.894453:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941478.894457:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941478.894460:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941478.894462:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941478.894464:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298ae9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264216832:192.168.202.145@tcp:250:kworker.0 00000100:00000001:3.0:1773941478.894467:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941478.894472:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941478.894474:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941478.894476:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941478.894481:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f286077800. 02000000:00000001:3.0:1773941478.894483:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941478.894489:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:3.0:1773941478.894492:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7b00. 00000400:00000010:3.0:1773941478.894497:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51c38. 00000100:00000200:3.0:1773941478.894502:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264216832, portal 25 00000100:00000001:3.0:1773941478.894504:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941478.894505:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420673920 : -115506288877696 : ffff96f298ae9f80) 00000100:00000040:3.0:1773941478.894510:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298ae9f80 x1860112264216832/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941478.894516:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941478.894518:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:3.0:1773941478.894520:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51770. 00000100:00000200:3.0:1773941478.894527:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264216832, offset 0 00000400:00000200:3.0:1773941478.894533:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:3.0:1773941478.894545:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941478.894552:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:3.0:1773941478.894558:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941478.894585:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:3.0:1773941478.894589:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941478.894592:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941478.894594:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[32, 33] 00000400:00000200:3.0:1773941478.894597:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:3.0:1773941478.894601:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [137:137:256:4294967295] 192.168.202.145@tcp LPNI seq info [34:34:8:4294967295] 00000400:00000200:3.0:1773941478.894605:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941478.894615:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:3.0:1773941478.894620:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:3.0:1773941478.894625:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258400. 00000800:00000200:3.0:1773941478.894633:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:3.0:1773941478.894640:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:3.0:1773941478.894645:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773941478.894660:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941478.894663:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:3.0:1773941478.894666:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294898805 00000100:00000010:3.0:1773941478.894670:0:2352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f298b32720. 00000100:00000001:3.0:1773941478.894679:0:2352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1773941478.894687:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294898805 00000100:00000010:3.0:1773941478.894691:0:2352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f298b32900. 00000100:00000001:3.0:1773941478.894696:0:2352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1773941478.894701:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941478.894704:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941478.894708:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941478.894710:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941478.894759:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941478.894762:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941478.894764:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941478.894766:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941478.894768:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941478.894769:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941478.894813:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941478.894818:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258400. 00000400:00000200:2.0:1773941478.894824:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941478.894831:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941478.894837:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51770 00000400:00000010:2.0:1773941478.894839:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51770. 00000100:00000001:2.0:1773941478.894849:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941478.894853:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298ae9f80 x1860112264216832/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941478.894861:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941478.894863:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298ae9f80 x1860112264216832/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941493 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941478.894869:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941478.894870:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941478.900271:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941478.900294:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941478.900297:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941478.900299:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941478.900305:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941478.900310:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941478.900316:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941478.900320:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941478.900325:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941478.900329:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c04100 00000400:00000200:2.0:1773941478.900333:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941478.900338:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xb95 [1] + 0 00000800:00000001:2.0:1773941478.900344:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941478.900357:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941478.900359:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941478.900362:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941478.900367:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941478.900371:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298ae9f80 x1860112264216832/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941493 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941478.900380:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f298ae9f80 x1860112264216832/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941478.900394:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941478.900401:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941478.900403:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941478.900433:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941478.900438:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941478.900443:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941478.900445:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941478.900448:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7b00. 00000400:00000200:3.0:1773941478.900453:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51c38 00000400:00000010:3.0:1773941478.900456:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51c38. 00000100:00000001:3.0:1773941478.900460:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941478.900467:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298ae9f80 x1860112264216832/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941478.900477:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298ae9f80 x1860112264216832/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941493 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941478.900483:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941478.900484:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941478.900486:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941478.900490:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941478.900492:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941478.900495:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941478.900497:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941478.900503:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=43 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941478.900507:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=11 v=10 (10 0 0 0) 00000100:00000001:3.0:1773941478.900509:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941478.900510:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941478.900513:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941478.900516:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941478.900519:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941478.900524:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298ae9f80 x1860112264216832/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941493 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941478.900533:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941478.900545:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941478.900556:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941478.900559:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941478.900582:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941478.900586:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941478.900589:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:3.0:1773941478.900592:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941478.900596:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:3.0:1773941478.900599:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:3.0:1773941478.900602:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:3.0:1773941478.900606:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941478 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941478.900609:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941478.900616:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:3.0:1773941478.900618:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941478.900622:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941478.900624:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941478.900625:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000400:3.0:1773941478.900628:0:2352:0:(import.c:1275:ptlrpc_connect_interpret()) Evicted from MGS (at 192.168.202.145@tcp) after server handle changed from 0x2ad3fa9717e48438 to 0x26a307eb052463d 00000100:00080000:3.0:1773941478.903314:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941478.903319:0:2352:0:(import.c:1283:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941478.903322:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941478.903326:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:3.0:1773941478.903329:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941478.903559:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941478.903583:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941478.903589:0:12477:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000040:3.0:1773941478.903590:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298ae9f80 x1860112264216832/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941493 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1773941478.903599:0:12477:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 00000100:00100000:3.0:1773941478.903603:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298ae9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264216832:192.168.202.145@tcp:250:kworker.0 00000100:00100000:1.0:1773941478.903605:0:12477:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1773941478.903615:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941478.903617:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773941478.903620:0:12477:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000040:3.0:1773941478.903622:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298ae9f80 x1860112264216832/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941493 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1773941478.903624:0:12477:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:1.0:1773941478.903629:0:12477:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941478.903632:0:12477:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941478.903635:0:12477:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941478.903640:0:12477:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941478.903642:0:12477:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1773941478.903646:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941478.903648:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:1.0:1773941478.903651:0:12477:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941478.903652:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f286077800. 10000000:00000001:1.0:1773941478.903656:0:12477:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941478.903658:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1773941478.903658:0:12477:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000001:3.0:1773941478.903662:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941478.903665:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:3.0:1773941478.903668:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941478.903671:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f298748400. 00000100:00080000:1.0:1773941478.903671:0:12477:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941478.903676:0:12477:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 02000000:00000001:3.0:1773941478.903677:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1773941478.903678:0:12477:0:(recover.c:147:ptlrpc_resend()) Process entered 02000000:00000001:3.0:1773941478.903682:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1773941478.903682:0:12477:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941478.903687:0:12477:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 00000100:00000010:3.0:1773941478.903688:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298ae9f80. 00000100:00000001:1.0:1773941478.903690:0:12477:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941478.903692:0:12477:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:3.0:1773941478.903695:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:00000040:1.0:1773941478.903695:0:12477:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 00000100:00000001:3.0:1773941478.903699:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1773941478.903701:0:12477:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 00000100:00000001:3.0:1773941478.903703:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941478.903704:0:12477:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941478.903708:0:12477:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941478.903713:0:12477:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 00000100:00000001:3.0:1773941478.903741:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941478.903744:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941478.903747:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941478.903750:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941478.907695:0:12477:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941478.907698:0:12477:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941478.907700:0:12477:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941478.907702:0:12477:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941478.907703:0:12477:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1773941478.907742:0:12453:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f298b5cd28 from 1 10000000:00000001:0.0:1773941478.907748:0:12453:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941478.907751:0:12453:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1773941478.907759:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b11880. 00000020:00000040:0.0:1773941478.907763:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:0.0:1773941478.907775:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941478.907778:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941478.907782:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941478.907788:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f283eb9a00. 00000100:00000001:0.0:1773941478.907802:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941478.907808:0:12453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941478.907811:0:12453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941478.907818:0:12453:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f2883d5600. 00010000:00000001:0.0:1773941478.907824:0:12453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941478.907828:0:12453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f289193c00. 00000020:00000001:0.0:1773941478.907833:0:12453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941478.907836:0:12453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f289193c00 with handle 0x6eb1e9e7edefc007 to hash 00000020:00000001:0.0:1773941478.907838:0:12453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941478.907840:0:12453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567159225344 : -115506550326272 : ffff96f289193c00) 00010000:00000001:0.0:1773941478.907843:0:12453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567159225344 : -115506550326272 : ffff96f289193c00) 00010000:00000001:0.0:1773941478.907847:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941478.907850:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941478.907856:0:12453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc007 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941478.907866:0:12453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc007 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941478.907877:0:12453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc007 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941478.907884:0:12453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941478.907885:0:12453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941478.907891:0:12453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f2a0e026c0. 00000100:00000001:0.0:1773941478.907894:0:12453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567558137536 : -115506151414080 : ffff96f2a0e026c0) 00000100:00000001:0.0:1773941478.907897:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941478.907898:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420835968 : -115506288715648 : ffff96f298b11880) 00000100:00000001:0.0:1773941478.907902:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941478.907906:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941478.907914:0:12453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941478.907916:0:12453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941478.907922:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b11880 x1860112264216960/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941478.907931:0:12453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941478.907934:0:12453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941478.907937:0:12453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941478.907940:0:12453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941478.907943:0:12453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941478.907946:0:12453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264216960:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941478.907951:0:12453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941478.907956:0:12453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941478.907959:0:12453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941478.907961:0:12453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941478.907966:0:12453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f288f6b800. 02000000:00000001:0.0:1773941478.907968:0:12453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941478.907974:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941478.907978:0:12453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d35d8. 00000400:00000010:0.0:1773941478.907984:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d770. 00000100:00000200:0.0:1773941478.907991:0:12453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264216960, portal 25 00000100:00000001:0.0:1773941478.907994:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941478.907995:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420835968 : -115506288715648 : ffff96f298b11880) 00000100:00000040:0.0:1773941478.908002:0:12453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b11880 x1860112264216960/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941494 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941478.908010:0:12453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941478.908013:0:12453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:0.0:1773941478.908016:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5de58. 00000100:00000200:0.0:1773941478.908020:0:12453:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264216960, offset 0 00000400:00000200:0.0:1773941478.908026:0:12453:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941478.908033:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941478.908039:0:12453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941478.908044:0:12453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941478.908048:0:12453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941478.908061:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941478.908065:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941478.908068:0:12453:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[34, 33] 00000400:00000200:0.0:1773941478.908072:0:12453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000400:00000200:0.0:1773941478.908076:0:12453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [138:138:256:4294967295] 192.168.202.155@tcp LPNI seq info [35:35:8:4294967295] 00000400:00000200:0.0:1773941478.908082:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:0.0:1773941478.908091:0:12453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00000800:00000200:0.0:1773941478.908096:0:12453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.155@tcp 00000800:00000010:0.0:1773941478.908099:0:12453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7600. 00000800:00000200:0.0:1773941478.908105:0:12453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00000800:00000200:0.0:1773941478.908112:0:12453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:0.0:1773941478.908116:0:12453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773941478.908131:0:12453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941478.908136:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:0.0:1773941478.908138:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294898819 00000100:00000001:0.0:1773941478.908144:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294898805 00000100:00000001:0.0:1773941478.908148:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294898819 00000100:00000001:0.0:1773941478.908152:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294898805 00000100:00000001:0.0:1773941478.908156:0:12453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941478.908159:0:12453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941478.908162:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941478.908163:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773941478.908167:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0e026c0 going to sleep for 11 seconds 00000100:00000001:0.0:1773941478.908170:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941478.908172:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941478.908226:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941478.908231:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7600. 00000400:00000200:2.0:1773941478.908234:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941478.908238:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:2.0:1773941478.908241:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5de58 00000400:00000010:2.0:1773941478.908243:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5de58. 00000100:00000001:2.0:1773941478.908246:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941478.908250:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b11880 x1860112264216960/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941494 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941478.908257:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941478.908259:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f298b11880 x1860112264216960/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941494 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941478.908264:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941478.908276:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941478.910015:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941478.910023:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941478.910026:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941478.910028:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941478.910032:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941478.910036:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : PUT - for me 00000400:00000200:2.0:1773941478.910041:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941478.910043:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941478.910046:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941478.910048:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c04180 00000400:00000200:2.0:1773941478.910051:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941478.910054:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xba5 [1] + 224 00000800:00000001:2.0:1773941478.910058:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941478.910063:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941478.910065:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941478.910067:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000100:00000001:2.0:1773941478.910070:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941478.910074:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b11880 x1860112264216960/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941494 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941478.910092:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff96f298b11880 x1860112264216960/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941494 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941478.910106:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941478.910111:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941478.910113:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941478.910132:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941478.910137:0:12453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941478.910138:0:12453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941478.910140:0:12453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d35d8. 00000400:00000200:0.0:1773941478.910143:0:12453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d770 00000400:00000010:0.0:1773941478.910144:0:12453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d770. 00000100:00000001:0.0:1773941478.910151:0:12453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941478.910155:0:12453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b11880 x1860112264216960/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941494 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941478.910162:0:12453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b11880 x1860112264216960/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941494 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941478.910167:0:12453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941478.910168:0:12453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941478.910170:0:12453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941478.910172:0:12453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941478.910174:0:12453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941478.910175:0:12453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941478.910177:0:12453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941478.910182:0:12453:0:(import.c:2136:obd_at_measure()) add 0 to ffff96f2a0db5458 time=43 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941478.910184:0:12453:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941478.910186:0:12453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:0.0:1773941478.910189:0:12453:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.145@tcp: operation ldlm_enqueue to node 192.168.202.145@tcp failed: rc = -107 00000100:00000001:0.0:1773941478.914189:0:12453:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941478.914194:0:12453:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1773941478.914198:0:12453:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.145@tcp of MGS@192.168.202.145@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1773941478.914202:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1773941478.914206:0:12453:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1773941478.918766:0:12453:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:0.0:1773941478.918769:0:12453:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941478.918771:0:12453:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1773941478.918772:0:12453:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1773941478.918777:0:12453:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f298b11880 x1860112264216960/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941494 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941478.918784:0:12453:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941478.918785:0:12453:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941478.918787:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941478.918790:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1773941478.918792:0:12453:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:0.0:1773941478.918799:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941478.918800:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941478.918801:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941478.918802:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1773941478.918803:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941478.918804:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941478.918806:0:12453:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1773941478.918807:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1773941478.918810:0:12453:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1773941478.918812:0:12453:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 229 00000400:00000200:0.0:1773941478.918815:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941478.918819:0:12453:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000040:0.0:1773941478.918822:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941478.918824:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941478.918826:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941478.918827:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:0.0:1773941478.918830:0:12453:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941478.918832:0:12453:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:0.0:1773941478.918833:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941478.918835:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:0.0:1773941478.918836:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:0.0:1773941478.918838:0:12453:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:0.0:1773941478.918840:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941478.918841:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941478.918842:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941478.918843:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:0.0:1773941478.918845:0:12453:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:0.0:1773941478.918847:0:12453:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:0.0:1773941478.918849:0:12453:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941478.918851:0:12453:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1773941478.918854:0:12453:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941478.918855:0:12453:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941478.918860:0:12453:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1773941478.918862:0:12453:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941478.918865:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b11f80. 00000020:00000040:0.0:1773941478.918867:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 02000000:00000001:0.0:1773941478.918870:0:12453:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773941478.918871:0:12453:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941478.918873:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941478.918875:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941478.918877:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941478.918880:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f288f69400. 00000100:00000001:0.0:1773941478.918883:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941478.918887:0:12453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298b11f80 x1860112264217088/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941478.918893:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941478.918896:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941478.918899:0:12453:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c467865] to pc [ptlrpcd_rcv+-1] req@ffff96f298b11f80 x1860112264217088/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941478.918912:0:12453:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941478.918914:0:12453:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1773941478.918915:0:12453:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941478.918917:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941478.918919:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941478.918920:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941478.918922:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0e026c0 going to sleep for 1 seconds 00000100:00000001:0.0:1773941478.918923:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941478.918924:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941478.918928:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b11880 x1860112264216960/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941494 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941478.918933:0:12453:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1773941478.918935:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941478.918937:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941478.918939:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941478.918943:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b11880 x1860112264216960/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941494 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941478.918951:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941478.918957:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941478.918962:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1773941478.918962:0:12453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264216960:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941478.918970:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941478.918974:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b11f80 x1860112264217088/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941478.918975:0:12453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941478.918981:0:12453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773941478.918984:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941478.918991:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1773941478.918992:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b11880 x1860112264216960/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941494 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941478.918995:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941478.919002:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1773941478.919005:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941478.919006:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1773941478.919008:0:12453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f2a0e026c0. 02000000:00000001:3.0:1773941478.919015:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941478.919015:0:12453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773941478.919017:0:12453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:0.0:1773941478.919021:0:12453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773941478.919025:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00100000:3.0:1773941478.919026:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264217088:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000020:00000001:0.0:1773941478.919027:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941478.919030:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289193c00 refcount=4 00000020:00000001:0.0:1773941478.919033:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159225344 : -115506550326272 : ffff96f289193c00) 00000100:00000001:3.0:1773941478.919036:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1773941478.919037:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159225344 : -115506550326272 : ffff96f289193c00) 00010000:00010000:0.0:1773941478.919042:0:12453:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc007 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:3.0:1773941478.919043:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941478.919048:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941478.919052:0:12453:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 02000000:00000001:3.0:1773941478.919053:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:0.0:1773941478.919058:0:12453:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc007 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:3.0:1773941478.919062:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f286077800. 00010000:00000001:0.0:1773941478.919063:0:12453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773941478.919066:0:12453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc007 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941478.919070:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1773941478.919075:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941478.919078:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773941478.919081:0:12453:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc007 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941478.919085:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000001:0.0:1773941478.919091:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:3.0:1773941478.919093:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7b00. 00010000:00000001:0.0:1773941478.919094:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941478.919098:0:12453:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773941478.919101:0:12453:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc007 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:3.0:1773941478.919102:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51c38. 00010000:00010000:0.0:1773941478.919109:0:12453:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f289193c00 already unused, calling callback (ffffffffc147fc20) 00000100:00000200:3.0:1773941478.919111:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264217088, portal 25 10000000:00000001:0.0:1773941478.919112:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1773941478.919114:0:12453:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc007 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941478.919116:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941478.919120:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420837760 : -115506288713856 : ffff96f298b11f80) 00010000:00000001:0.0:1773941478.919121:0:12453:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773941478.919123:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941478.919125:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941478.919126:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289193c00 refcount=5 00000020:00000001:0.0:1773941478.919128:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159225344 : -115506550326272 : ffff96f289193c00) 00010000:00000001:0.0:1773941478.919131:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159225344 : -115506550326272 : ffff96f289193c00) 00000100:00000040:3.0:1773941478.919132:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b11f80 x1860112264217088/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773941478.919133:0:12453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773941478.919136:0:12453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc007 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1773941478.919154:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1773941478.919156:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00010000:0.0:1773941478.919158:0:12453:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc007 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:3.0:1773941478.919162:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:3.0:1773941478.919167:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51dd0. 10000000:01000000:0.0:1773941478.919170:0:12453:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000200:3.0:1773941478.919172:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264217088, offset 0 10000000:00000040:0.0:1773941478.919177:0:12453:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1773941478.919180:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941478.919182:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00010000:00010000:0.0:1773941478.919185:0:12453:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1773941478.919189:0:12453:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000400:00000200:3.0:1773941478.919190:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941478.919196:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00010000:00000001:0.0:1773941478.919199:0:12453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773941478.919201:0:12453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773941478.919203:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941478.919205:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941478.919210:0:12453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f289193c00 with handle 0x6eb1e9e7edefc007 from hash 00000400:00000200:3.0:1773941478.919213:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:0.0:1773941478.919213:0:12453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773941478.919217:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941478.919219:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941478.919220:0:12453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:3.0:1773941478.919222:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00010000:00000001:0.0:1773941478.919223:0:12453:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773941478.919225:0:12453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773941478.919228:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941478.919230:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1773941478.919231:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00010000:00000001:0.0:1773941478.919231:0:12453:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941478.919236:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941478.919240:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00010000:00010000:0.0:1773941478.919241:0:12453:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc007 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941478.919248:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[34, 35] 00010000:00000001:0.0:1773941478.919250:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941478.919252:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941478.919254:0:12453:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773941478.919257:0:12453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:3.0:1773941478.919260:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00010000:00000001:0.0:1773941478.919260:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941478.919263:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941478.919265:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773941478.919268:0:12453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc007 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941478.919269:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [139:139:256:4294967295] 192.168.202.145@tcp LPNI seq info [36:36:8:4294967295] 00010000:00000040:0.0:1773941478.919280:0:12453:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f2883d5600 count: 0 00000400:00000200:3.0:1773941478.919284:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000001:0.0:1773941478.919293:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941478.919296:0:12453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:3.0:1773941478.919299:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000100:00000001:0.0:1773941478.919300:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941478.919306:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b11880 x1860112264216960/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941494 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1773941478.919312:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.145@tcp 00000100:00000001:0.0:1773941478.919315:0:12453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941478.919318:0:12453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000010:3.0:1773941478.919320:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258800. 02000000:00000010:0.0:1773941478.919326:0:12453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f288f6b800. 00000800:00000200:3.0:1773941478.919332:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 02000000:00000001:0.0:1773941478.919332:0:12453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941478.919335:0:12453:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941478.919337:0:12453:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:0.0:1773941478.919339:0:12453:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000200:3.0:1773941478.919343:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 02000000:00000010:0.0:1773941478.919343:0:12453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f283eb9a00. 02000000:00000001:0.0:1773941478.919349:0:12453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000200:3.0:1773941478.919350:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258800 type 1, nob 616 niov 1 nkiov 1 02000000:00000001:0.0:1773941478.919351:0:12453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941478.919354:0:12453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b11880. 00000100:00000001:0.0:1773941478.919358:0:12453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941478.919359:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1773941478.919360:0:12453:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:0.0:1773941478.919362:0:12453:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:0.0:1773941478.919364:0:12453:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1773941478.919366:0:12453:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f282edd580. 00000100:00000001:3.0:1773941478.919368:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941478.919369:0:12453:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f283eb9a00. 00000020:00000010:0.0:1773941478.919373:0:12453:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f283eb9000. 00000040:00000010:0.0:1773941478.919376:0:12453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f283eb9800. 00000020:00000010:0.0:1773941478.919381:0:12453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f28309b000. 00000400:00000200:3.0:1773941478.919383:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000020:00000010:0.0:1773941478.919385:0:12453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f283eb9600. 00000100:00000001:3.0:1773941478.919387:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294898830 80000000:00000010:0.0:1773941478.919390:0:12453:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f28376f660. 00040000:00000010:0.0:1773941478.919395:0:12453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f283eb9c00. 00000100:00000001:3.0:1773941478.919396:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294898819 20000000:00000010:0.0:1773941478.919402:0:12453:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f283eb9e00. 00000100:00000001:3.0:1773941478.919404:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294898830 10000000:00000040:0.0:1773941478.919409:0:12453:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 00000100:00000001:3.0:1773941478.919411:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294898819 10000000:00000001:0.0:1773941478.919414:0:12453:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941478.919418:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773941478.919422:0:12453:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f283eb9000. 00000100:00000001:3.0:1773941478.919424:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1773941478.919428:0:12453:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f283eb9800. 00000100:00000001:3.0:1773941478.919429:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941478.919434:0:12453:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f28309b000. 00000100:00000001:3.0:1773941478.919435:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1773941478.919443:0:12453:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f283eb9600. 00000100:00000001:3.0:1773941478.919444:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941478.919449:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 80000000:00000010:0.0:1773941478.919449:0:12453:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f28376f660. 00000800:00000200:2.0:1773941478.919451:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1773941478.919452:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00040000:00000010:0.0:1773941478.919455:0:12453:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f283eb9c00. 00000100:00000001:3.0:1773941478.919457:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1773941478.919457:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258800. 00000100:00000001:3.0:1773941478.919463:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1773941478.919463:0:12453:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f283eb9e00. 00000400:00000200:2.0:1773941478.919464:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1773941478.919469:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941478.919472:0:12453:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f283eb9a00. 00000400:00000200:2.0:1773941478.919474:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 10000000:00000010:0.0:1773941478.919479:0:12453:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f282edd580. 00000400:00000200:2.0:1773941478.919480:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51dd0 00000400:00000010:2.0:1773941478.919484:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51dd0. 10000000:01000000:0.0:1773941478.919486:0:12453:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 00000100:00000001:2.0:1773941478.919488:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941478.919493:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b11f80 x1860112264217088/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1773941478.919498:0:12453:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:0.0:1773941478.919505:0:12453:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 00000100:00000001:2.0:1773941478.919506:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941478.919510:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b11f80 x1860112264217088/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941488 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941478.919522:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941478.919525:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941478.920789:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941478.920795:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941478.920797:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941478.920800:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941478.920804:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941478.920808:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941478.920812:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941478.920814:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941478.920817:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941478.920819:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c04200 00000400:00000200:2.0:1773941478.920822:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941478.920825:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xbad [1] + 0 00000800:00000001:2.0:1773941478.920835:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941478.920840:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941478.920841:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941478.920844:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941478.920847:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941478.920850:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b11f80 x1860112264217088/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941488 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941478.920857:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f298b11f80 x1860112264217088/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941478.920870:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941478.920874:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941478.920876:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941478.920900:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941478.920904:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941478.920908:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941478.920909:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941478.920911:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7b00. 00000400:00000200:3.0:1773941478.920916:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51c38 00000400:00000010:3.0:1773941478.920918:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51c38. 00000100:00000001:3.0:1773941478.920921:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941478.920927:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b11f80 x1860112264217088/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941478.920938:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b11f80 x1860112264217088/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941488 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941478.920946:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941478.920947:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941478.920948:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941478.920950:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941478.920951:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941478.920953:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941478.920954:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941478.920957:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=43 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941478.920965:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941478.920966:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941478.920968:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941478.920969:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941478.920971:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941478.920973:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941478.920976:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b11f80 x1860112264217088/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941488 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941478.920981:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941478.920983:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941478.920984:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941478.920986:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941478.920989:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941478.920990:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941478.920991:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:3.0:1773941478.920993:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941478.920994:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:3.0:1773941478.920996:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:3.0:1773941478.920997:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:3.0:1773941478.921000:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941478 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941478.921002:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941478.921007:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:3.0:1773941478.921008:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941478.921009:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941478.921011:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941478.921012:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941478.921014:0:2352:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.145@tcp after partition 00000100:00080000:3.0:1773941478.921015:0:2352:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941478.921017:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941478.921019:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941478.921022:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:3.0:1773941478.921023:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:1.0:1773941478.921231:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941478.921235:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941478.921242:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b11f80 x1860112264217088/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941488 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941478.921250:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264217088:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941478.921252:0:12478:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:1.0:1773941478.921254:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941478.921256:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941478.921260:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b11f80 x1860112264217088/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941488 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1773941478.921266:0:12478:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 00000100:00000001:1.0:1773941478.921268:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1773941478.921271:0:12478:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000001:1.0:1773941478.921271:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1773941478.921275:0:12478:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000010:1.0:1773941478.921275:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f286077800. 10000000:01000000:3.0:1773941478.921278:0:12478:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000001:1.0:1773941478.921280:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:3.0:1773941478.921282:0:12478:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941478.921284:0:12478:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773941478.921286:0:12478:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773941478.921287:0:12478:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941478.921291:0:12478:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:1.0:1773941478.921291:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941478.921294:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000001:00000001:3.0:1773941478.921295:0:12478:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941478.921298:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:3.0:1773941478.921299:0:12478:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941478.921301:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f288f69400. 00000100:00000001:3.0:1773941478.921302:0:12478:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:1.0:1773941478.921304:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:3.0:1773941478.921307:0:12478:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 02000000:00000001:1.0:1773941478.921307:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941478.921310:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b11f80. 00000100:00000001:3.0:1773941478.921312:0:12478:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1773941478.921315:0:12478:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941478.921316:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941478.921317:0:12478:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941478.921318:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1773941478.921320:0:12478:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941478.921321:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941478.921323:0:12478:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941478.921325:0:12478:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:1.0:1773941478.921326:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000040:3.0:1773941478.921327:0:12478:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 00000100:00000001:1.0:1773941478.921329:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941478.921332:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941478.921333:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1773941478.921340:0:12478:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:3.0:1773941478.921342:0:12478:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941478.921344:0:12478:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:3.0:1773941478.921346:0:12478:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 00000100:00000001:3.0:1773941478.921347:0:12478:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941478.921349:0:12478:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941478.921350:0:12478:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:3.0:1773941478.921352:0:12478:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941478.921353:0:12478:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941478.923930:0:12453:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1773941478.923933:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941478.923934:0:12453:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff96f2a0da3200) refs 2 10000000:00000001:0.0:1773941478.923937:0:12453:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000010:0.1:1773941478.930757:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f2883d5600. 00010000:00000010:0.1:1773941478.930769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f289193c00. 00000020:00000001:2.0:1773941479.853840:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941479.853848:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941479.853853:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773941480.877868:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941480.877874:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941480.877878:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1773941480.941858:0:12453:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1773941480.941865:0:12453:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff96f2a0da3200) refs 2 10000000:00000001:1.0:1773941480.941868:0:12453:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941480.941870:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941480.941871:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941480.941872:0:12453:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1773941480.941888:0:12453:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1773941480.941889:0:12453:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1773941480.941891:0:12453:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f298b5cd28 from 1 10000000:00000001:1.0:1773941480.941894:0:12453:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773941480.941895:0:12453:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1773941480.941906:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298aebb80. 00000020:00000040:1.0:1773941480.941910:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:1.0:1773941480.941914:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941480.941917:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941480.941923:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941480.941929:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f289153200. 00000100:00000001:1.0:1773941480.941936:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941480.941939:0:12453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773941480.941941:0:12453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773941480.941948:0:12453:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f29169ae00. 00010000:00000001:1.0:1773941480.941952:0:12453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773941480.941955:0:12453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f28164c000. 00000020:00000001:1.0:1773941480.941958:0:12453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941480.941973:0:12453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f28164c000 with handle 0x6eb1e9e7edefc00e to hash 00000020:00000001:1.0:1773941480.941974:0:12453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773941480.941976:0:12453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567029956608 : -115506679595008 : ffff96f28164c000) 00010000:00000001:1.0:1773941480.941978:0:12453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567029956608 : -115506679595008 : ffff96f28164c000) 00010000:00000001:1.0:1773941480.941981:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941480.941983:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941480.941986:0:12453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc00e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941480.941994:0:12453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc00e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941480.942004:0:12453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc00e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941480.942008:0:12453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941480.942009:0:12453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941480.942014:0:12453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f288017e40. 00000100:00000001:1.0:1773941480.942015:0:12453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567140892224 : -115506568659392 : ffff96f288017e40) 00000100:00000001:1.0:1773941480.942018:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941480.942019:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420681088 : -115506288870528 : ffff96f298aebb80) 00000100:00000001:1.0:1773941480.942022:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941480.942026:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941480.942028:0:12453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941480.942029:0:12453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941480.942038:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298aebb80 x1860112264217216/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941480.942044:0:12453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941480.942046:0:12453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941480.942048:0:12453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941480.942050:0:12453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941480.942052:0:12453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941480.942054:0:12453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298aebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264217216:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941480.942061:0:12453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941480.942065:0:12453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941480.942067:0:12453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941480.942069:0:12453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941480.942073:0:12453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f298749400. 02000000:00000001:1.0:1773941480.942074:0:12453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941480.942081:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941480.942084:0:12453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15370. 00000400:00000010:1.0:1773941480.942089:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1660. 00000100:00000200:1.0:1773941480.942095:0:12453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264217216, portal 25 00000100:00000001:1.0:1773941480.942097:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941480.942098:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420681088 : -115506288870528 : ffff96f298aebb80) 00000100:00000040:1.0:1773941480.942101:0:12453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298aebb80 x1860112264217216/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941496 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941480.942107:0:12453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941480.942109:0:12453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:1.0:1773941480.942111:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1220. 00000100:00000200:1.0:1773941480.942113:0:12453:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264217216, offset 0 00000400:00000200:1.0:1773941480.942117:0:12453:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941480.942124:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941480.942130:0:12453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941480.942135:0:12453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941480.942137:0:12453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941480.942140:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941480.942142:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941480.942145:0:12453:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[36, 35] 00000400:00000200:1.0:1773941480.942147:0:12453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000400:00000200:1.0:1773941480.942151:0:12453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [140:140:256:4294967295] 192.168.202.155@tcp LPNI seq info [37:37:8:4294967295] 00000400:00000200:1.0:1773941480.942154:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:1.0:1773941480.942162:0:12453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00000800:00000200:1.0:1773941480.942167:0:12453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.155@tcp 00000800:00000010:1.0:1773941480.942174:0:12453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f298b8f700. 00000800:00000200:1.0:1773941480.942179:0:12453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00000800:00000200:1.0:1773941480.942186:0:12453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:1.0:1773941480.942190:0:12453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f298b8f700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773941480.942204:0:12453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941480.942208:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:1.0:1773941480.942211:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294900853 00000100:00000001:1.0:1773941480.942215:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294898830 00000100:00000001:1.0:1773941480.942218:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294900853 00000100:00000001:1.0:1773941480.942221:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294898830 00000100:00000001:1.0:1773941480.942223:0:12453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941480.942226:0:12453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941480.942227:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941480.942229:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941480.942231:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f288017e40 going to sleep for 11 seconds 00000100:00000001:1.0:1773941480.942233:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941480.942235:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941480.942329:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941480.942336:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f298b8f700. 00000400:00000200:2.0:1773941480.942342:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941480.942349:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:2.0:1773941480.942354:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1220 00000400:00000010:2.0:1773941480.942357:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1220. 00000100:00000001:2.0:1773941480.942362:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941480.942368:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298aebb80 x1860112264217216/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941496 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941480.942379:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941480.942383:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f298aebb80 x1860112264217216/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941496 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941480.942392:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941480.942394:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941480.943209:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941480.943219:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941480.943221:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941480.943228:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941480.943233:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941480.943236:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : PUT - for me 00000400:00000200:2.0:1773941480.943241:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941480.943244:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941480.943247:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941480.943250:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c04280 00000400:00000200:2.0:1773941480.943253:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941480.943257:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xbbd [1] + 224 00000800:00000001:2.0:1773941480.943262:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941480.943268:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941480.943270:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941480.943272:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000100:00000001:2.0:1773941480.943276:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941480.943279:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298aebb80 x1860112264217216/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941496 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941480.943287:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff96f298aebb80 x1860112264217216/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941496 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941480.943303:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941480.943310:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941480.943312:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941480.943341:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941480.943349:0:12453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941480.943351:0:12453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941480.943355:0:12453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15370. 00000400:00000200:1.0:1773941480.943359:0:12453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1660 00000400:00000010:1.0:1773941480.943362:0:12453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1660. 00000100:00000001:1.0:1773941480.943365:0:12453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941480.943371:0:12453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298aebb80 x1860112264217216/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941496 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941480.943383:0:12453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298aebb80 x1860112264217216/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941496 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941480.943389:0:12453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941480.943390:0:12453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941480.943392:0:12453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941480.943394:0:12453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941480.943396:0:12453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941480.943403:0:12453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941480.943405:0:12453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941480.943411:0:12453:0:(import.c:2136:obd_at_measure()) add 0 to ffff96f2a0db5458 time=45 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941480.943414:0:12453:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941480.943416:0:12453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1773941480.943419:0:12453:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.145@tcp: operation ldlm_enqueue to node 192.168.202.145@tcp failed: rc = -107 00000100:00000001:1.0:1773941480.943421:0:12453:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941480.943423:0:12453:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941480.943425:0:12453:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.145@tcp of MGS@192.168.202.145@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941480.943428:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941480.943431:0:12453:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941480.943434:0:12453:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941480.943436:0:12453:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941480.943437:0:12453:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941480.943438:0:12453:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941480.943441:0:12453:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f298aebb80 x1860112264217216/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941496 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941480.943446:0:12453:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941480.943447:0:12453:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941480.943448:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941480.943450:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941480.943452:0:12453:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941480.943453:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941480.943455:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941480.943455:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941480.943456:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941480.943457:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941480.943458:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941480.943460:0:12453:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941480.943461:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941480.943463:0:12453:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941480.943465:0:12453:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 229 00000400:00000200:1.0:1773941480.943469:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941480.943476:0:12453:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941480.943479:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941480.943481:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941480.943483:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941480.943490:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:1.0:1773941480.943493:0:12453:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941480.943494:0:12453:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:1.0:1773941480.943496:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941480.943498:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:1.0:1773941480.943500:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:1.0:1773941480.943501:0:12453:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:1.0:1773941480.943503:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941480.943505:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941480.943506:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941480.943507:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:1.0:1773941480.943509:0:12453:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:1.0:1773941480.943512:0:12453:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:1.0:1773941480.943513:0:12453:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941480.943515:0:12453:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941480.943517:0:12453:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941480.943519:0:12453:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941480.943521:0:12453:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941480.943523:0:12453:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941480.943526:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298ae9c00. 00000020:00000040:1.0:1773941480.943527:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 02000000:00000001:1.0:1773941480.943529:0:12453:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941480.943531:0:12453:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941480.943532:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941480.943534:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941480.943535:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941480.943538:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f298748000. 00000100:00000001:1.0:1773941480.943541:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941480.943569:0:12453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298ae9c00 x1860112264217344/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941480.943580:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941480.943582:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941480.943586:0:12453:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000284e0f0b] to pc [ptlrpcd_rcv+-1] req@ffff96f298ae9c00 x1860112264217344/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941480.943601:0:12453:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941480.943603:0:12453:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941480.943605:0:12453:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941480.943607:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941480.943608:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941480.943610:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941480.943612:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f288017e40 going to sleep for 1 seconds 00000100:00000001:1.0:1773941480.943614:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941480.943616:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941480.943619:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298aebb80 x1860112264217216/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941496 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941480.943624:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941480.943625:0:12453:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941480.943629:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941480.943630:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941480.943633:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1773941480.943634:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941480.943638:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941480.943645:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298ae9c00 x1860112264217344/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941480.943646:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298aebb80 x1860112264217216/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941496 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941480.943666:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1773941480.943673:0:12453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298aebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264217216:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941480.943684:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941480.943690:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1773941480.943691:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1773941480.943692:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941480.943697:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941480.943698:0:12453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00100000:3.0:1773941480.943702:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298ae9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264217344:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941480.943704:0:12453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941480.943709:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1773941480.943710:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1773941480.943712:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941480.943734:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941480.943736:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941480.943740:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f286076000. 02000000:00000001:3.0:1773941480.943741:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941480.943745:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:3.0:1773941480.943747:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7b00. 00000100:00000040:1.0:1773941480.943752:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298aebb80 x1860112264217216/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941496 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773941480.943753:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51c38. 00000100:00000200:3.0:1773941480.943758:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264217344, portal 25 00000100:00000001:3.0:1773941480.943763:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941480.943766:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420673024 : -115506288878592 : ffff96f298ae9c00) 00000100:00000001:1.0:1773941480.943771:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941480.943774:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298ae9c00 x1860112264217344/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941480.943784:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:1.0:1773941480.943784:0:12453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f288017e40. 00000100:00000001:1.0:1773941480.943789:0:12453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000040:3.0:1773941480.943790:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000100:00000001:1.0:1773941480.943793:0:12453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000010:3.0:1773941480.943795:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51990. 00010000:00000001:1.0:1773941480.943797:0:12453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000200:3.0:1773941480.943798:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264217344, offset 0 00010000:00000001:1.0:1773941480.943801:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1773941480.943805:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000020:00000001:1.0:1773941480.943805:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941480.943809:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164c000 refcount=4 00000400:00000200:3.0:1773941480.943813:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000020:00000001:1.0:1773941480.943813:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029956608 : -115506679595008 : ffff96f28164c000) 00010000:00000001:1.0:1773941480.943817:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029956608 : -115506679595008 : ffff96f28164c000) 00000400:00000200:3.0:1773941480.943821:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00010000:00010000:1.0:1773941480.943823:0:12453:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc00e lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941480.943826:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941480.943832:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00010000:00000001:1.0:1773941480.943836:0:12453:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000200:3.0:1773941480.943837:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941480.943842:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00010000:00010000:1.0:1773941480.943843:0:12453:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc00e lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941480.943846:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[36, 37] 00000400:00000200:3.0:1773941480.943857:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00010000:00000001:1.0:1773941480.943858:0:12453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000200:3.0:1773941480.943862:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [141:141:256:4294967295] 192.168.202.145@tcp LPNI seq info [38:38:8:4294967295] 00010000:00010000:1.0:1773941480.943863:0:12453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc00e lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941480.943868:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941480.943870:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773941480.943874:0:12453:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc00e lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941480.943877:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000001:1.0:1773941480.943883:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1773941480.943887:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:3.0:1773941480.943894:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.145@tcp 00010000:00000001:1.0:1773941480.943894:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1773941480.943899:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258f00. 00010000:00000001:1.0:1773941480.943899:0:12453:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773941480.943903:0:12453:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc00e lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941480.943909:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00010000:00010000:1.0:1773941480.943913:0:12453:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f28164c000 already unused, calling callback (ffffffffc147fc20) 00000800:00000200:3.0:1773941480.943917:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:3.0:1773941480.943921:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258f00 type 1, nob 616 niov 1 nkiov 1 10000000:00000001:1.0:1773941480.943923:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941480.943926:0:12453:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc00e lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941480.943932:0:12453:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773941480.943933:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1773941480.943934:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941480.943935:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941480.943938:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164c000 refcount=5 00000400:00000200:3.0:1773941480.943942:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000020:00000001:1.0:1773941480.943942:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029956608 : -115506679595008 : ffff96f28164c000) 00010000:00000001:1.0:1773941480.943946:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029956608 : -115506679595008 : ffff96f28164c000) 00000100:00000001:3.0:1773941480.943947:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294900855 00010000:00000001:1.0:1773941480.943951:0:12453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1773941480.943954:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294900853 00010000:00010000:1.0:1773941480.943954:0:12453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc00e lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941480.943962:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294900855 10000000:00000001:1.0:1773941480.943963:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1773941480.943967:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294900853 10000000:00010000:1.0:1773941480.943967:0:12453:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc00e lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941480.943974:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:01000000:1.0:1773941480.943975:0:12453:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000001:3.0:1773941480.943978:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1773941480.943979:0:12453:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000100:00000001:3.0:1773941480.943983:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941480.943983:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941480.943986:0:12453:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000100:00000001:3.0:1773941480.943987:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773941480.943989:0:12453:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773941480.943992:0:12453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000800:00000200:2.0:1773941480.943993:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1773941480.943994:0:12453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1773941480.943995:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1773941480.943997:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1773941480.943999:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000800:00000010:2.0:1773941480.943999:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258f00. 00010000:00000001:1.0:1773941480.944000:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941480.944005:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1773941480.944006:0:12453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f28164c000 with handle 0x6eb1e9e7edefc00e from hash 00000100:00000001:3.0:1773941480.944007:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1773941480.944007:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1773941480.944009:0:12453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1773941480.944011:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941480.944013:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1773941480.944015:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941480.944016:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1773941480.944017:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00010000:00000001:1.0:1773941480.944020:0:12453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:2.0:1773941480.944022:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51990 00010000:00000001:1.0:1773941480.944023:0:12453:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000400:00000010:2.0:1773941480.944027:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51990. 00010000:00000001:1.0:1773941480.944028:0:12453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1773941480.944032:0:2347:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1773941480.944033:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1773941480.944037:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298ae9c00 x1860112264217344/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941480.944042:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941480.944045:0:12453:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941480.944048:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:1.0:1773941480.944049:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941480.944052:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298ae9c00 x1860112264217344/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1773941480.944056:0:12453:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc00e lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941480.944076:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1773941480.944077:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941480.944079:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941480.944082:0:12453:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773941480.944084:0:12453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941480.944085:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1773941480.944088:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1773941480.944088:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941480.944092:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941480.944095:0:12453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc00e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773941480.944103:0:12453:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f29169ae00 count: 0 00010000:00000001:1.0:1773941480.944115:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941480.944116:0:12453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941480.944119:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941480.944123:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298aebb80 x1860112264217216/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941496 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941480.944128:0:12453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941480.944130:0:12453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941480.944132:0:12453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f298749400. 02000000:00000001:1.0:1773941480.944135:0:12453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941480.944137:0:12453:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941480.944138:0:12453:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941480.944140:0:12453:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941480.944142:0:12453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f289153200. 02000000:00000001:1.0:1773941480.944145:0:12453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941480.944146:0:12453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941480.944147:0:12453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298aebb80. 00000100:00000001:1.0:1773941480.944150:0:12453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941480.944150:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941480.944152:0:12453:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:1.0:1773941480.944158:0:12453:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:1.0:1773941480.944160:0:12453:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1773941480.944163:0:12453:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f298b7a500. 00000020:00000010:1.0:1773941480.944166:0:12453:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f289153200. 00000020:00000010:1.0:1773941480.944170:0:12453:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f289153a00. 00000040:00000010:1.0:1773941480.944172:0:12453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f289153c00. 00000020:00000010:1.0:1773941480.944176:0:12453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f2a0d95800. 00000020:00000010:1.0:1773941480.944179:0:12453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f289152a00. 80000000:00000010:1.0:1773941480.944183:0:12453:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f2830d2180. 00040000:00000010:1.0:1773941480.944186:0:12453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f289152600. 20000000:00000010:1.0:1773941480.944189:0:12453:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f289152c00. 10000000:00000040:1.0:1773941480.944192:0:12453:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 10000000:00000001:1.0:1773941480.944193:0:12453:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:1.0:1773941480.944197:0:12453:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f289153a00. 00000040:00000010:1.0:1773941480.944199:0:12453:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f289153c00. 00000020:00000010:1.0:1773941480.944201:0:12453:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f2a0d95800. 00000020:00000010:1.0:1773941480.944204:0:12453:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f289152a00. 80000000:00000010:1.0:1773941480.944207:0:12453:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f2830d2180. 00040000:00000010:1.0:1773941480.944211:0:12453:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f289152600. 20000000:00000010:1.0:1773941480.944213:0:12453:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f289152c00. 00000020:00000010:1.0:1773941480.944215:0:12453:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f289153200. 10000000:00000010:1.0:1773941480.944217:0:12453:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f298b7a500. 10000000:01000000:1.0:1773941480.944219:0:12453:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:1.0:1773941480.944221:0:12453:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:1.0:1773941480.944222:0:12453:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:1.0:1773941480.944224:0:12453:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1773941480.944224:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941480.944226:0:12453:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff96f2a0da3200) refs 2 10000000:00000001:1.0:1773941480.944227:0:12453:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000010:1.1:1773941480.948789:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f29169ae00. 00010000:00000010:1.1:1773941480.948801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f28164c000. 00000800:00000001:2.0:1773941480.950319:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941480.950329:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941480.950332:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941480.950334:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941480.950340:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941480.950345:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941480.950350:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941480.950353:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941480.950357:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941480.950360:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c04300 00000400:00000200:2.0:1773941480.950363:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941480.950368:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xbc5 [1] + 0 00000800:00000001:2.0:1773941480.950373:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941480.950379:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941480.950381:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941480.950384:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941480.950388:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941480.950394:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298ae9c00 x1860112264217344/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941480.950403:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f298ae9c00 x1860112264217344/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941480.950417:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941480.950423:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941480.950425:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941480.950441:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941480.950444:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941480.950449:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941480.950450:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941480.950453:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7b00. 00000400:00000200:3.0:1773941480.950456:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51c38 00000400:00000010:3.0:1773941480.950458:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51c38. 00000100:00000001:3.0:1773941480.950460:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941480.950465:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298ae9c00 x1860112264217344/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941480.950486:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298ae9c00 x1860112264217344/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941480.950491:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941480.950493:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941480.950494:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941480.950496:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941480.950498:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941480.950501:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941480.950503:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941480.950509:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=45 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941480.950513:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941480.950515:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941480.950517:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941480.950519:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941480.950521:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941480.950525:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941480.950530:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298ae9c00 x1860112264217344/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941480.950538:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941480.950541:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941480.950554:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941480.950557:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941480.950564:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941480.950566:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941480.950567:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:3.0:1773941480.950569:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941480.950571:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:3.0:1773941480.950573:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:3.0:1773941480.950575:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:3.0:1773941480.950577:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941480 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941480.950580:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941480.950585:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:3.0:1773941480.950592:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941480.950594:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941480.950596:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941480.950597:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941480.950600:0:2352:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.145@tcp after partition 00000100:00080000:3.0:1773941480.950602:0:2352:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941480.950604:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941480.950607:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941480.950609:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:3.0:1773941480.950611:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941480.950844:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941480.950847:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941480.950852:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298ae9c00 x1860112264217344/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941490 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941480.950859:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298ae9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264217344:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941480.950864:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941480.950866:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773941480.950867:0:12480:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000040:3.0:1773941480.950869:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298ae9c00 x1860112264217344/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941490 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941480.950877:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:1.0:1773941480.950877:0:12480:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 02000000:00000001:3.0:1773941480.950880:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1773941480.950881:0:12480:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000010:3.0:1773941480.950883:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f286076000. 00000100:00000001:1.0:1773941480.950885:0:12480:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:3.0:1773941480.950887:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941480.950889:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941480.950890:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 10000000:01000000:1.0:1773941480.950894:0:12480:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000001:3.0:1773941480.950895:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:1.0:1773941480.950899:0:12480:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:3.0:1773941480.950900:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f298748000. 00000001:00000001:1.0:1773941480.950903:0:12480:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:3.0:1773941480.950904:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941480.950907:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941480.950909:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298ae9c00. 00000001:00000001:1.0:1773941480.950909:0:12480:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941480.950914:0:12480:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:3.0:1773941480.950916:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000001:1.0:1773941480.950917:0:12480:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1773941480.950918:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1773941480.950920:0:12480:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941480.950922:0:12480:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941480.950923:0:12480:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941480.950926:0:12480:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1773941480.950927:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941480.950930:0:12480:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1773941480.950933:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941480.950933:0:12480:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941480.950935:0:12480:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941480.950936:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941480.950938:0:12480:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 00000100:00000001:3.0:1773941480.950940:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941480.950942:0:12480:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:3.0:1773941480.950943:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1773941480.950945:0:12480:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941480.950947:0:12480:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 00000100:00080000:1.0:1773941480.950964:0:12480:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941480.950966:0:12480:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941480.950967:0:12480:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941480.950969:0:12480:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 00000100:00000001:1.0:1773941480.950971:0:12480:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941480.950973:0:12480:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941480.950975:0:12480:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941480.950977:0:12480:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941480.950978:0:12480:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941481.901884:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941481.901892:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941481.901896:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1773941482.221827:0:12453:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941482.221837:0:12453:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff96f2a0da3200) refs 2 10000000:00000001:0.0:1773941482.221841:0:12453:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941482.221844:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941482.221846:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941482.221847:0:12453:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1773941482.221851:0:12453:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1773941482.221854:0:12453:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1773941482.221856:0:12453:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f298b5cd28 from 1 10000000:00000001:0.0:1773941482.221860:0:12453:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941482.221862:0:12453:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1773941482.221872:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b11880. 00000020:00000040:0.0:1773941482.221878:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:0.0:1773941482.221883:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941482.221886:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941482.221892:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941482.221900:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f283eb9a00. 00000100:00000001:0.0:1773941482.221908:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941482.221913:0:12453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941482.221916:0:12453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941482.221924:0:12453:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f2883d5200. 00010000:00000001:0.0:1773941482.221931:0:12453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941482.221934:0:12453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f289193c00. 00000020:00000001:0.0:1773941482.221939:0:12453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941482.221942:0:12453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f289193c00 with handle 0x6eb1e9e7edefc015 to hash 00000020:00000001:0.0:1773941482.221944:0:12453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941482.221946:0:12453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567159225344 : -115506550326272 : ffff96f289193c00) 00010000:00000001:0.0:1773941482.221964:0:12453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567159225344 : -115506550326272 : ffff96f289193c00) 00010000:00000001:0.0:1773941482.221968:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941482.221972:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941482.221977:0:12453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc015 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941482.221988:0:12453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc015 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941482.222002:0:12453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc015 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941482.222009:0:12453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941482.222011:0:12453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941482.222018:0:12453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f2a0e026c0. 00000100:00000001:0.0:1773941482.222020:0:12453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567558137536 : -115506151414080 : ffff96f2a0e026c0) 00000100:00000001:0.0:1773941482.222023:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941482.222025:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420835968 : -115506288715648 : ffff96f298b11880) 00000100:00000001:0.0:1773941482.222029:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941482.222033:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941482.222036:0:12453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941482.222037:0:12453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941482.222049:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b11880 x1860112264217472/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941482.222060:0:12453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941482.222062:0:12453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941482.222066:0:12453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941482.222068:0:12453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941482.222071:0:12453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941482.222075:0:12453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264217472:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941482.222079:0:12453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941482.222084:0:12453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941482.222092:0:12453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941482.222095:0:12453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941482.222100:0:12453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f288f68800. 02000000:00000001:0.0:1773941482.222102:0:12453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941482.222110:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941482.222115:0:12453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d35d8. 00000400:00000010:0.0:1773941482.222122:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d770. 00000100:00000200:0.0:1773941482.222130:0:12453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264217472, portal 25 00000100:00000001:0.0:1773941482.222132:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941482.222134:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420835968 : -115506288715648 : ffff96f298b11880) 00000100:00000040:0.0:1773941482.222140:0:12453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b11880 x1860112264217472/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941498 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941482.222148:0:12453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941482.222152:0:12453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:0.0:1773941482.222156:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d110. 00000100:00000200:0.0:1773941482.222159:0:12453:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264217472, offset 0 00000400:00000200:0.0:1773941482.222166:0:12453:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941482.222177:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941482.222196:0:12453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941482.222201:0:12453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941482.222206:0:12453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941482.222210:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941482.222213:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941482.222216:0:12453:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[38, 37] 00000400:00000200:0.0:1773941482.222220:0:12453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000400:00000200:0.0:1773941482.222224:0:12453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [142:142:256:4294967295] 192.168.202.155@tcp LPNI seq info [39:39:8:4294967295] 00000400:00000200:0.0:1773941482.222229:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:0.0:1773941482.222240:0:12453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00000800:00000200:0.0:1773941482.222247:0:12453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.155@tcp 00000800:00000010:0.0:1773941482.222253:0:12453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7c00. 00000800:00000200:0.0:1773941482.222261:0:12453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00000800:00000200:0.0:1773941482.222268:0:12453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:0.0:1773941482.222278:0:12453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773941482.222301:0:12453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941482.222307:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:0.0:1773941482.222310:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294902133 00000100:00000001:0.0:1773941482.222317:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294900855 00000100:00000001:0.0:1773941482.222323:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294902133 00000100:00000001:0.0:1773941482.222327:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294900855 00000100:00000001:0.0:1773941482.222332:0:12453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941482.222335:0:12453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941482.222338:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941482.222340:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773941482.222343:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0e026c0 going to sleep for 11 seconds 00000100:00000001:0.0:1773941482.222346:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941482.222349:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941482.222417:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941482.222422:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7c00. 00000400:00000200:2.0:1773941482.222432:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941482.222438:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:2.0:1773941482.222443:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d110 00000400:00000010:2.0:1773941482.222445:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d110. 00000100:00000001:2.0:1773941482.222448:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941482.222452:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b11880 x1860112264217472/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941498 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941482.222460:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941482.222463:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f298b11880 x1860112264217472/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941498 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941482.222468:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941482.222470:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941482.223678:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941482.223689:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941482.223691:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941482.223692:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941482.223697:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941482.223701:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : PUT - for me 00000400:00000200:2.0:1773941482.223706:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941482.223709:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941482.223713:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941482.223740:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c04380 00000400:00000200:2.0:1773941482.223744:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941482.223749:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xbd5 [1] + 224 00000800:00000001:2.0:1773941482.223758:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941482.223778:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941482.223781:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941482.223786:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000100:00000001:2.0:1773941482.223791:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941482.223796:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b11880 x1860112264217472/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941498 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941482.223808:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff96f298b11880 x1860112264217472/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941498 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941482.223834:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941482.223843:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941482.223847:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941482.223868:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941482.223874:0:12453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941482.223877:0:12453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941482.223879:0:12453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d35d8. 00000400:00000200:0.0:1773941482.223883:0:12453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d770 00000400:00000010:0.0:1773941482.223885:0:12453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d770. 00000100:00000001:0.0:1773941482.223887:0:12453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941482.223893:0:12453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b11880 x1860112264217472/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941498 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941482.223903:0:12453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b11880 x1860112264217472/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941498 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941482.223911:0:12453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941482.223913:0:12453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941482.223915:0:12453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941482.223918:0:12453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941482.223921:0:12453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941482.223923:0:12453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941482.223926:0:12453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941482.223932:0:12453:0:(import.c:2136:obd_at_measure()) add 0 to ffff96f2a0db5458 time=47 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941482.223942:0:12453:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941482.223945:0:12453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:0.0:1773941482.223950:0:12453:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.145@tcp: operation ldlm_enqueue to node 192.168.202.145@tcp failed: rc = -107 00000100:00000001:0.0:1773941482.223953:0:12453:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941482.223956:0:12453:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1773941482.223959:0:12453:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.145@tcp of MGS@192.168.202.145@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1773941482.223964:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1773941482.223968:0:12453:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1773941482.223972:0:12453:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:0.0:1773941482.223974:0:12453:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941482.223976:0:12453:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1773941482.223978:0:12453:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1773941482.223982:0:12453:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f298b11880 x1860112264217472/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941498 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941482.223990:0:12453:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941482.223991:0:12453:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941482.223992:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941482.223995:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1773941482.223996:0:12453:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:0.0:1773941482.223998:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941482.223999:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941482.224000:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941482.224001:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1773941482.224002:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941482.224003:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941482.224005:0:12453:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1773941482.224006:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1773941482.224008:0:12453:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1773941482.224010:0:12453:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 231 00000400:00000200:0.0:1773941482.224013:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941482.224017:0:12453:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000040:0.0:1773941482.224019:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941482.224022:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941482.224027:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941482.224028:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:0.0:1773941482.224031:0:12453:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941482.224033:0:12453:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:0.0:1773941482.224034:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941482.224036:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:0.0:1773941482.224038:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:0.0:1773941482.224039:0:12453:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:0.0:1773941482.224041:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941482.224043:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941482.224044:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941482.224045:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:0.0:1773941482.224047:0:12453:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:0.0:1773941482.224049:0:12453:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:0.0:1773941482.224051:0:12453:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941482.224053:0:12453:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1773941482.224055:0:12453:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941482.224057:0:12453:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941482.224058:0:12453:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1773941482.224060:0:12453:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941482.224062:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b12300. 00000020:00000040:0.0:1773941482.224064:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 02000000:00000001:0.0:1773941482.224066:0:12453:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773941482.224067:0:12453:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941482.224069:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941482.224071:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941482.224072:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941482.224075:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f288f68400. 00000100:00000001:0.0:1773941482.224078:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941482.224082:0:12453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298b12300 x1860112264217600/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941482.224088:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941482.224094:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941482.224098:0:12453:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f90f26e8] to pc [ptlrpcd_rcv+-1] req@ffff96f298b12300 x1860112264217600/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941482.224115:0:12453:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941482.224119:0:12453:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1773941482.224120:0:12453:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941482.224123:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941482.224126:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941482.224128:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941482.224130:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0e026c0 going to sleep for 1 seconds 00000100:00000001:0.0:1773941482.224133:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941482.224136:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941482.224142:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b11880 x1860112264217472/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941498 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941482.224144:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941482.224149:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941482.224152:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1773941482.224155:0:12453:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000040:3.0:1773941482.224161:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b12300 x1860112264217600/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941482.224161:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941482.224167:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941482.224171:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941482.224176:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941482.224179:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941482.224182:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1773941482.224182:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b11880 x1860112264217472/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941498 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773941482.224186:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941482.224191:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941482.224199:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264217600:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941482.224204:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1773941482.224206:0:12453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264217472:192.168.202.145@tcp:101:ll_cfg_requeue.0 02000000:00000001:3.0:1773941482.224207:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941482.224210:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941482.224214:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1773941482.224215:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1773941482.224218:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f286076000. 00000100:00000001:0.0:1773941482.224220:0:12453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:3.0:1773941482.224221:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941482.224228:0:12453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000400:00000200:3.0:1773941482.224231:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:0.0:1773941482.224232:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1773941482.224234:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7b00. 00000100:00000040:0.0:1773941482.224240:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b11880 x1860112264217472/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941498 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773941482.224242:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51c38. 00000100:00000200:3.0:1773941482.224249:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264217600, portal 25 00000100:00000001:0.0:1773941482.224254:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941482.224255:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941482.224259:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420838656 : -115506288712960 : ffff96f298b12300) 00000100:00000010:0.0:1773941482.224261:0:12453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f2a0e026c0. 00000100:00000001:0.0:1773941482.224266:0:12453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000040:3.0:1773941482.224270:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b12300 x1860112264217600/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941482.224276:0:12453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:0.0:1773941482.224282:0:12453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773941482.224287:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1773941482.224288:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1773941482.224291:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1773941482.224296:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000020:00000040:0.0:1773941482.224297:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289193c00 refcount=4 00000400:00000010:3.0:1773941482.224303:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51000. 00000020:00000001:0.0:1773941482.224303:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159225344 : -115506550326272 : ffff96f289193c00) 00010000:00000001:0.0:1773941482.224307:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159225344 : -115506550326272 : ffff96f289193c00) 00000100:00000200:3.0:1773941482.224309:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264217600, offset 0 00010000:00010000:0.0:1773941482.224314:0:12453:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc015 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941482.224328:0:12453:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000200:3.0:1773941482.224329:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00010000:00010000:0.0:1773941482.224334:0:12453:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc015 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941482.224339:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941482.224347:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00010000:00000001:0.0:1773941482.224349:0:12453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000200:3.0:1773941482.224353:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00010000:0.0:1773941482.224355:0:12453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc015 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941482.224360:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:3.0:1773941482.224366:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00010000:00000001:0.0:1773941482.224370:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1773941482.224373:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00010000:00000001:0.0:1773941482.224375:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773941482.224379:0:12453:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc015 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941482.224380:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[38, 39] 00000400:00000200:3.0:1773941482.224393:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00010000:00000001:0.0:1773941482.224398:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1773941482.224401:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [143:143:256:4294967295] 192.168.202.145@tcp LPNI seq info [40:40:8:4294967295] 00010000:00000001:0.0:1773941482.224403:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941482.224409:0:12453:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:3.0:1773941482.224413:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00010000:0.0:1773941482.224414:0:12453:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc015 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941482.224427:0:12453:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f289193c00 already unused, calling callback (ffffffffc147fc20) 00000400:00000200:3.0:1773941482.224428:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 10000000:00000001:0.0:1773941482.224433:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000800:00000200:3.0:1773941482.224439:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.145@tcp 10000000:00010000:0.0:1773941482.224439:0:12453:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc015 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000010:3.0:1773941482.224444:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258a00. 00000800:00000200:3.0:1773941482.224455:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00010000:00000001:0.0:1773941482.224463:0:12453:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773941482.224467:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000800:00000200:3.0:1773941482.224468:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000020:00000001:0.0:1773941482.224470:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:3.0:1773941482.224475:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258a00 type 1, nob 616 niov 1 nkiov 1 00000020:00000040:0.0:1773941482.224475:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289193c00 refcount=5 00000020:00000001:0.0:1773941482.224479:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159225344 : -115506550326272 : ffff96f289193c00) 00010000:00000001:0.0:1773941482.224484:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159225344 : -115506550326272 : ffff96f289193c00) 00010000:00000001:0.0:1773941482.224487:0:12453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773941482.224490:0:12453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc015 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941482.224491:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941482.224502:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 10000000:00000001:0.0:1773941482.224506:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1773941482.224507:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294902135 10000000:00010000:0.0:1773941482.224512:0:12453:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc015 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941482.224516:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294902133 10000000:01000000:0.0:1773941482.224522:0:12453:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000001:3.0:1773941482.224525:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294902135 10000000:00000040:0.0:1773941482.224527:0:12453:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000100:00000001:3.0:1773941482.224544:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294902133 10000000:00000001:0.0:1773941482.224549:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941482.224550:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941482.224557:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941482.224558:0:12453:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1773941482.224563:0:12453:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1773941482.224564:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941482.224567:0:12453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1773941482.224569:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773941482.224571:0:12453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773941482.224575:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941482.224577:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941482.224578:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1773941482.224581:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:0.0:1773941482.224582:0:12453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f289193c00 with handle 0x6eb1e9e7edefc015 from hash 00000100:00000001:3.0:1773941482.224583:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000800:00000010:2.0:1773941482.224586:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258a00. 00000100:00000001:3.0:1773941482.224591:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1773941482.224591:0:12453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:2.0:1773941482.224592:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1773941482.224595:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1773941482.224600:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:3.0:1773941482.224601:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1773941482.224601:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1773941482.224606:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51000 00010000:00000001:0.0:1773941482.224606:0:12453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1773941482.224607:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773941482.224612:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51000. 00010000:00000001:0.0:1773941482.224612:0:12453:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000100:00000001:3.0:1773941482.224613:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941482.224617:0:12453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1773941482.224618:0:2347:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:0.0:1773941482.224623:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1773941482.224625:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b12300 x1860112264217600/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773941482.224626:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941482.224631:0:12453:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941482.224635:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941482.224638:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b12300 x1860112264217600/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941492 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941482.224643:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941482.224644:0:2347:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000001:0.0:1773941482.224654:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941482.224659:0:12453:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc015 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941482.224666:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941482.224667:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941482.224669:0:12453:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773941482.224671:0:12453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773941482.224672:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941482.224673:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941482.224675:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773941482.224677:0:12453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc015 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773941482.224685:0:12453:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f2883d5200 count: 0 00010000:00000001:0.0:1773941482.224698:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941482.224700:0:12453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941482.224703:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941482.224709:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b11880 x1860112264217472/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941498 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941482.224754:0:12453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941482.224757:0:12453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773941482.224760:0:12453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f288f68800. 02000000:00000001:0.0:1773941482.224764:0:12453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941482.224766:0:12453:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941482.224768:0:12453:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:0.0:1773941482.224771:0:12453:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941482.224774:0:12453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f283eb9a00. 02000000:00000001:0.0:1773941482.224779:0:12453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941482.224781:0:12453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941482.224783:0:12453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b11880. 00000100:00000001:0.0:1773941482.224787:0:12453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941482.224790:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1773941482.224792:0:12453:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:0.0:1773941482.224796:0:12453:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:0.0:1773941482.224799:0:12453:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1773941482.224807:0:12453:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f282eddfc0. 00000020:00000010:0.0:1773941482.224812:0:12453:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f283eb9a00. 00000020:00000010:0.0:1773941482.224817:0:12453:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f283eb9e00. 00000040:00000010:0.0:1773941482.224821:0:12453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f283eb9c00. 00000020:00000010:0.0:1773941482.224826:0:12453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f28309b000. 00000020:00000010:0.0:1773941482.224831:0:12453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f283eb9600. 80000000:00000010:0.0:1773941482.224836:0:12453:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f28376f660. 00040000:00000010:0.0:1773941482.224840:0:12453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f283eb9800. 20000000:00000010:0.0:1773941482.224845:0:12453:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f283eb9000. 10000000:00000040:0.0:1773941482.224850:0:12453:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 10000000:00000001:0.0:1773941482.224853:0:12453:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:0.0:1773941482.224858:0:12453:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f283eb9e00. 00000040:00000010:0.0:1773941482.224862:0:12453:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f283eb9c00. 00000020:00000010:0.0:1773941482.224865:0:12453:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f28309b000. 00000020:00000010:0.0:1773941482.224870:0:12453:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f283eb9600. 80000000:00000010:0.0:1773941482.224873:0:12453:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f28376f660. 00040000:00000010:0.0:1773941482.224876:0:12453:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f283eb9800. 20000000:00000010:0.0:1773941482.224879:0:12453:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f283eb9000. 00000020:00000010:0.0:1773941482.224882:0:12453:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f283eb9a00. 10000000:00000010:0.0:1773941482.224884:0:12453:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f282eddfc0. 10000000:01000000:0.0:1773941482.224887:0:12453:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:0.0:1773941482.224890:0:12453:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:0.0:1773941482.224893:0:12453:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:0.0:1773941482.224894:0:12453:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1773941482.224896:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941482.224898:0:12453:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff96f2a0da3200) refs 2 10000000:00000001:0.0:1773941482.224900:0:12453:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000010:0.1:1773941482.229766:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f2883d5200. 00010000:00000010:0.1:1773941482.229775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f289193c00. 00000800:00000001:2.0:1773941482.230172:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941482.230182:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941482.230185:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941482.230188:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941482.230194:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941482.230201:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941482.230209:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941482.230214:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941482.230218:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941482.230223:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c04400 00000400:00000200:2.0:1773941482.230228:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941482.230233:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xbdd [1] + 0 00000800:00000001:2.0:1773941482.230239:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941482.230246:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941482.230248:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941482.230260:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941482.230266:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941482.230272:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b12300 x1860112264217600/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941492 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941482.230284:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f298b12300 x1860112264217600/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941482.230302:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941482.230309:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941482.230314:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941482.230325:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941482.230328:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941482.230332:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941482.230334:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941482.230336:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7b00. 00000400:00000200:3.0:1773941482.230339:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51c38 00000400:00000010:3.0:1773941482.230341:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51c38. 00000100:00000001:3.0:1773941482.230343:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941482.230348:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b12300 x1860112264217600/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941482.230356:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b12300 x1860112264217600/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941492 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941482.230361:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941482.230362:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941482.230363:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941482.230365:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941482.230366:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941482.230367:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941482.230369:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941482.230372:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=47 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941482.230375:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941482.230376:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941482.230378:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941482.230380:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941482.230381:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941482.230383:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941482.230386:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b12300 x1860112264217600/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941492 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941482.230391:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941482.230393:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941482.230394:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941482.230396:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941482.230409:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941482.230412:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941482.230413:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:3.0:1773941482.230416:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941482.230419:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:3.0:1773941482.230421:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:3.0:1773941482.230423:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:3.0:1773941482.230427:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941482 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941482.230430:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941482.230437:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:3.0:1773941482.230439:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941482.230442:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941482.230444:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941482.230446:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941482.230449:0:2352:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.145@tcp after partition 00000100:00080000:3.0:1773941482.230452:0:2352:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941482.230454:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941482.230458:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941482.230461:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:3.0:1773941482.230464:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941482.230685:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941482.230690:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941482.230695:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b12300 x1860112264217600/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941492 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941482.230702:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264217600:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941482.230708:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941482.230708:0:12481:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:3.0:1773941482.230712:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1773941482.230735:0:12481:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 00000100:00100000:0.0:1773941482.230738:0:12481:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941482.230741:0:12481:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941482.230742:0:12481:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000040:3.0:1773941482.230745:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b12300 x1860112264217600/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941492 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1773941482.230746:0:12481:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941482.230749:0:12481:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1773941482.230753:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:0.0:1773941482.230758:0:12481:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941482.230763:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:0.0:1773941482.230763:0:12481:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941482.230764:0:12481:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:3.0:1773941482.230767:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f286076000. 00000001:00000001:0.0:1773941482.230767:0:12481:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941482.230773:0:12481:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941482.230774:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1773941482.230775:0:12481:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000001:3.0:1773941482.230777:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941482.230781:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00080000:0.0:1773941482.230781:0:12481:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 00000020:00000001:3.0:1773941482.230785:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941482.230787:0:12481:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 02000000:00000010:3.0:1773941482.230789:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f288f68400. 00000100:00000001:0.0:1773941482.230790:0:12481:0:(recover.c:147:ptlrpc_resend()) Process entered 02000000:00000001:3.0:1773941482.230794:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1773941482.230795:0:12481:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941482.230798:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:0.0:1773941482.230799:0:12481:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 00000100:00000010:3.0:1773941482.230801:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b12300. 00000100:00000001:0.0:1773941482.230802:0:12481:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941482.230805:0:12481:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:3.0:1773941482.230806:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:00000040:0.0:1773941482.230807:0:12481:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 00000100:00000001:3.0:1773941482.230809:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941482.230812:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941482.230816:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941482.230817:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941482.230818:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941482.230820:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941482.230822:0:12481:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941482.230824:0:12481:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941482.230826:0:12481:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941482.230830:0:12481:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 00000100:00000001:0.0:1773941482.230833:0:12481:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941482.230834:0:12481:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941482.230836:0:12481:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:0.0:1773941482.230838:0:12481:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941482.230839:0:12481:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941482.925867:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941482.925874:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941482.925879:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1773941483.629875:0:12453:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1773941483.629885:0:12453:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff96f2a0da3200) refs 2 10000000:00000001:1.0:1773941483.629891:0:12453:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941483.629894:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941483.629897:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941483.629899:0:12453:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1773941483.629901:0:12453:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1773941483.629903:0:12453:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1773941483.629907:0:12453:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f298b5cd28 from 1 10000000:00000001:1.0:1773941483.629910:0:12453:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773941483.629912:0:12453:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1773941483.629938:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298aebb80. 00000020:00000040:1.0:1773941483.629943:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:1.0:1773941483.629948:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941483.629952:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941483.629957:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941483.629965:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f289153200. 00000100:00000001:1.0:1773941483.629972:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941483.629977:0:12453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773941483.629980:0:12453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773941483.629988:0:12453:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f29169ae00. 00010000:00000001:1.0:1773941483.629993:0:12453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773941483.629997:0:12453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f28164c000. 00000020:00000001:1.0:1773941483.630002:0:12453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941483.630005:0:12453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f28164c000 with handle 0x6eb1e9e7edefc01c to hash 00000020:00000001:1.0:1773941483.630008:0:12453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773941483.630009:0:12453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567029956608 : -115506679595008 : ffff96f28164c000) 00010000:00000001:1.0:1773941483.630012:0:12453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567029956608 : -115506679595008 : ffff96f28164c000) 00010000:00000001:1.0:1773941483.630016:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941483.630020:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941483.630024:0:12453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc01c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941483.630036:0:12453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc01c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941483.630049:0:12453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc01c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941483.630056:0:12453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941483.630058:0:12453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941483.630065:0:12453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f288017e40. 00000100:00000001:1.0:1773941483.630067:0:12453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567140892224 : -115506568659392 : ffff96f288017e40) 00000100:00000001:1.0:1773941483.630070:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941483.630072:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420681088 : -115506288870528 : ffff96f298aebb80) 00000100:00000001:1.0:1773941483.630083:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941483.630087:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941483.630089:0:12453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941483.630091:0:12453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941483.630102:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298aebb80 x1860112264217728/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941483.630112:0:12453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941483.630115:0:12453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941483.630119:0:12453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941483.630121:0:12453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941483.630124:0:12453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941483.630128:0:12453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298aebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264217728:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941483.630133:0:12453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941483.630138:0:12453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941483.630140:0:12453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941483.630143:0:12453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941483.630147:0:12453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f298749400. 02000000:00000001:1.0:1773941483.630150:0:12453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941483.630158:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941483.630163:0:12453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15370. 00000400:00000010:1.0:1773941483.630169:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1660. 00000100:00000200:1.0:1773941483.630177:0:12453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264217728, portal 25 00000100:00000001:1.0:1773941483.630180:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941483.630181:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420681088 : -115506288870528 : ffff96f298aebb80) 00000100:00000040:1.0:1773941483.630188:0:12453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298aebb80 x1860112264217728/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941499 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941483.630196:0:12453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941483.630200:0:12453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:1.0:1773941483.630203:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1ee0. 00000100:00000200:1.0:1773941483.630207:0:12453:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264217728, offset 0 00000400:00000200:1.0:1773941483.630214:0:12453:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941483.630223:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941483.630231:0:12453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941483.630242:0:12453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941483.630247:0:12453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941483.630251:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941483.630254:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941483.630257:0:12453:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[40, 39] 00000400:00000200:1.0:1773941483.630262:0:12453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000400:00000200:1.0:1773941483.630267:0:12453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [144:144:256:4294967295] 192.168.202.155@tcp LPNI seq info [41:41:8:4294967295] 00000400:00000200:1.0:1773941483.630272:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:1.0:1773941483.630284:0:12453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00000800:00000200:1.0:1773941483.630290:0:12453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.155@tcp 00000800:00000010:1.0:1773941483.630295:0:12453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f298b8f400. 00000800:00000200:1.0:1773941483.630302:0:12453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00000800:00000200:1.0:1773941483.630311:0:12453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:1.0:1773941483.630315:0:12453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f298b8f400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773941483.630333:0:12453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941483.630337:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:1.0:1773941483.630339:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294903541 00000100:00000001:1.0:1773941483.630345:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294902135 00000100:00000001:1.0:1773941483.630349:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294903541 00000100:00000001:1.0:1773941483.630354:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294902135 00000100:00000001:1.0:1773941483.630359:0:12453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941483.630363:0:12453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941483.630366:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941483.630369:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941483.630372:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f288017e40 going to sleep for 11 seconds 00000100:00000001:1.0:1773941483.630376:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941483.630379:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941483.630479:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941483.630486:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f298b8f400. 00000400:00000200:2.0:1773941483.630494:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941483.630500:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:2.0:1773941483.630506:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1ee0 00000400:00000010:2.0:1773941483.630508:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1ee0. 00000100:00000001:2.0:1773941483.630513:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941483.630533:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298aebb80 x1860112264217728/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941499 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941483.630544:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941483.630547:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f298aebb80 x1860112264217728/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941499 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941483.630553:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941483.630554:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941483.631600:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941483.631614:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941483.631617:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941483.631621:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941483.631628:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941483.631634:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : PUT - for me 00000400:00000200:2.0:1773941483.631642:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941483.631647:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941483.631653:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941483.631671:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c04480 00000400:00000200:2.0:1773941483.631677:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941483.631683:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xbed [1] + 224 00000800:00000001:2.0:1773941483.631692:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941483.631703:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941483.631706:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941483.631711:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000100:00000001:2.0:1773941483.631736:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941483.631741:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298aebb80 x1860112264217728/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941499 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941483.631753:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff96f298aebb80 x1860112264217728/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941499 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941483.631772:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941483.631782:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941483.631787:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941483.631810:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941483.631817:0:12453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941483.631819:0:12453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941483.631821:0:12453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15370. 00000400:00000200:1.0:1773941483.631832:0:12453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1660 00000400:00000010:1.0:1773941483.631833:0:12453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1660. 00000100:00000001:1.0:1773941483.631837:0:12453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941483.631843:0:12453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298aebb80 x1860112264217728/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941499 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941483.631850:0:12453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298aebb80 x1860112264217728/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941499 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941483.631856:0:12453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941483.631857:0:12453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941483.631859:0:12453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941483.631860:0:12453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941483.631862:0:12453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941483.631863:0:12453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941483.631865:0:12453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941483.631871:0:12453:0:(import.c:2136:obd_at_measure()) add 0 to ffff96f2a0db5458 time=48 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941483.631874:0:12453:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941483.631876:0:12453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1773941483.631879:0:12453:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.145@tcp: operation ldlm_enqueue to node 192.168.202.145@tcp failed: rc = -107 00000100:00000001:1.0:1773941483.631881:0:12453:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941483.631884:0:12453:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941483.631886:0:12453:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.145@tcp of MGS@192.168.202.145@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941483.631889:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941483.631891:0:12453:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941483.631894:0:12453:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941483.631895:0:12453:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941483.631897:0:12453:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941483.631898:0:12453:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941483.631901:0:12453:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f298aebb80 x1860112264217728/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941499 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941483.631906:0:12453:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941483.631906:0:12453:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941483.631911:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941483.631913:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941483.631915:0:12453:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941483.631916:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941483.631917:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941483.631918:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941483.631919:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941483.631920:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941483.631921:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941483.631923:0:12453:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941483.631924:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941483.631926:0:12453:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941483.631928:0:12453:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 232 00000400:00000200:1.0:1773941483.631932:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941483.631935:0:12453:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941483.631938:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941483.631940:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941483.631941:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941483.631943:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:1.0:1773941483.631945:0:12453:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941483.631946:0:12453:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:1.0:1773941483.631948:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941483.631950:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:1.0:1773941483.631951:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:1.0:1773941483.631953:0:12453:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:1.0:1773941483.631955:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941483.631956:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941483.631957:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941483.631958:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:1.0:1773941483.631960:0:12453:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:1.0:1773941483.631962:0:12453:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:1.0:1773941483.631964:0:12453:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941483.631966:0:12453:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941483.631970:0:12453:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941483.631972:0:12453:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941483.631974:0:12453:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941483.631975:0:12453:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941483.631978:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298aea680. 00000020:00000040:1.0:1773941483.631980:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 02000000:00000001:1.0:1773941483.631983:0:12453:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941483.631984:0:12453:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941483.631985:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941483.631987:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941483.631988:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941483.631991:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f298748800. 00000100:00000001:1.0:1773941483.631994:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941483.631998:0:12453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298aea680 x1860112264217856/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941483.632004:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941483.632006:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941483.632009:0:12453:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c7f2d16] to pc [ptlrpcd_rcv+-1] req@ffff96f298aea680 x1860112264217856/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941483.632025:0:12453:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941483.632027:0:12453:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941483.632028:0:12453:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941483.632030:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941483.632032:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941483.632033:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941483.632034:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f288017e40 going to sleep for 1 seconds 00000100:00000001:1.0:1773941483.632037:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941483.632039:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941483.632043:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298aebb80 x1860112264217728/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941499 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941483.632048:0:12453:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941483.632050:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941483.632052:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941483.632054:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941483.632060:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941483.632060:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941483.632066:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941483.632067:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298aebb80 x1860112264217728/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941499 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941483.632080:0:12453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298aebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264217728:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000040:3.0:1773941483.632083:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298aea680 x1860112264217856/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941483.632085:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941483.632090:0:12453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941483.632097:0:12453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941483.632099:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941483.632107:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298aebb80 x1860112264217728/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941499 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941483.632121:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941483.632122:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941483.632127:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941483.632128:0:12453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f288017e40. 02000000:00000001:3.0:1773941483.632139:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1773941483.632139:0:12453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773941483.632141:0:12453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:3.0:1773941483.632148:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773941483.632148:0:12453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773941483.632154:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941483.632158:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1773941483.632159:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941483.632160:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164c000 refcount=4 00000020:00000001:1.0:1773941483.632168:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029956608 : -115506679595008 : ffff96f28164c000) 00000100:00100000:3.0:1773941483.632175:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298aea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264217856:192.168.202.145@tcp:250:ll_cfg_requeue.0 00010000:00000001:1.0:1773941483.632175:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029956608 : -115506679595008 : ffff96f28164c000) 00000100:00000001:3.0:1773941483.632187:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:1.0:1773941483.632187:0:12453:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc01c lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:3.0:1773941483.632197:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941483.632207:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941483.632207:0:12453:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 02000000:00000001:3.0:1773941483.632220:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:1.0:1773941483.632221:0:12453:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc01c lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:3.0:1773941483.632230:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f286076000. 00010000:00000001:1.0:1773941483.632230:0:12453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773941483.632235:0:12453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc01c lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:3.0:1773941483.632237:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941483.632258:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000001:1.0:1773941483.632269:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941483.632272:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1773941483.632273:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7b00. 00010000:00010000:1.0:1773941483.632275:0:12453:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc01c lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941483.632280:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941483.632282:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941483.632290:0:12453:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773941483.632293:0:12453:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc01c lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:3.0:1773941483.632295:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51c38. 00010000:00010000:1.0:1773941483.632298:0:12453:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f28164c000 already unused, calling callback (ffffffffc147fc20) 10000000:00000001:1.0:1773941483.632301:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941483.632303:0:12453:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc01c lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941483.632308:0:12453:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773941483.632309:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941483.632310:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941483.632311:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164c000 refcount=5 00000020:00000001:1.0:1773941483.632313:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029956608 : -115506679595008 : ffff96f28164c000) 00010000:00000001:1.0:1773941483.632314:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029956608 : -115506679595008 : ffff96f28164c000) 00000100:00000200:3.0:1773941483.632318:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264217856, portal 25 00010000:00000001:1.0:1773941483.632318:0:12453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773941483.632323:0:12453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc01c lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941483.632327:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941483.632333:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420675712 : -115506288875904 : ffff96f298aea680) 10000000:00000001:1.0:1773941483.632336:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941483.632342:0:12453:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc01c lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1773941483.632347:0:12453:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000040:3.0:1773941483.632351:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298aea680 x1860112264217856/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00000040:1.0:1773941483.632362:0:12453:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:1.0:1773941483.632365:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941483.632375:0:12453:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773941483.632382:0:12453:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1773941483.632383:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1773941483.632394:0:12453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:3.0:1773941483.632396:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00010000:00000001:1.0:1773941483.632398:0:12453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:3.0:1773941483.632401:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51198. 00010000:00000001:1.0:1773941483.632401:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941483.632408:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1773941483.632409:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264217856, offset 0 00000020:00000040:1.0:1773941483.632423:0:12453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f28164c000 with handle 0x6eb1e9e7edefc01c from hash 00000400:00000200:3.0:1773941483.632429:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00010000:00000001:1.0:1773941483.632430:0:12453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941483.632434:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941483.632435:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941483.632436:0:12453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773941483.632437:0:12453:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000400:00000200:3.0:1773941483.632441:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000001:1.0:1773941483.632443:0:12453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773941483.632447:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941483.632449:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1773941483.632455:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00010000:00000001:1.0:1773941483.632456:0:12453:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941483.632467:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941483.632470:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00010000:1.0:1773941483.632479:0:12453:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc01c lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941483.632484:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:3.0:1773941483.632497:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00010000:00000001:1.0:1773941483.632497:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941483.632506:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1773941483.632510:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00010000:00000001:1.0:1773941483.632511:0:12453:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773941483.632533:0:12453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:3.0:1773941483.632536:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[40, 41] 00010000:00000001:1.0:1773941483.632537:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941483.632541:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941483.632546:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941483.632550:0:12453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc01c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941483.632551:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:3.0:1773941483.632561:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [145:145:256:4294967295] 192.168.202.145@tcp LPNI seq info [42:42:8:4294967295] 00010000:00000040:1.0:1773941483.632564:0:12453:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f29169ae00 count: 0 00000400:00000200:3.0:1773941483.632570:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941483.632589:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00010000:00000001:1.0:1773941483.632589:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941483.632599:0:12453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000800:00000200:3.0:1773941483.632605:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.145@tcp 00000100:00000001:1.0:1773941483.632605:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:3.0:1773941483.632612:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258e00. 00000100:00000040:1.0:1773941483.632618:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298aebb80 x1860112264217728/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941499 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1773941483.632626:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000100:00000001:1.0:1773941483.632640:0:12453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000200:3.0:1773941483.632646:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 02000000:00000001:1.0:1773941483.632647:0:12453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000200:3.0:1773941483.632652:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258e00 type 1, nob 616 niov 1 nkiov 1 02000000:00000010:1.0:1773941483.632654:0:12453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f298749400. 02000000:00000001:1.0:1773941483.632666:0:12453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941483.632669:0:12453:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941483.632671:0:12453:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941483.632672:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941483.632677:0:12453:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1773941483.632683:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 02000000:00000010:1.0:1773941483.632685:0:12453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f289153200. 00000100:00000001:3.0:1773941483.632687:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294903543 02000000:00000001:1.0:1773941483.632695:0:12453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1773941483.632696:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294903541 02000000:00000001:1.0:1773941483.632699:0:12453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941483.632703:0:12453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298aebb80. 00000100:00000001:3.0:1773941483.632708:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294903543 00000100:00000001:1.0:1773941483.632710:0:12453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941483.632713:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294903541 00000100:00000001:1.0:1773941483.632714:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941483.632736:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941483.632740:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941483.632743:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941483.632746:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941483.632754:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941483.632755:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941483.632758:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941483.632759:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941483.632761:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941483.632762:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941483.632773:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000001:1.0:1773941483.632775:0:12453:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000800:00000010:2.0:1773941483.632778:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258e00. 10000000:01000000:1.0:1773941483.632786:0:12453:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 00000400:00000200:2.0:1773941483.632787:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:1.0:1773941483.632796:0:12453:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000400:00000200:2.0:1773941483.632799:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941483.632805:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51198 10000000:00000010:1.0:1773941483.632805:0:12453:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f298b7a500. 00000400:00000010:2.0:1773941483.632809:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51198. 00000100:00000001:2.0:1773941483.632814:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:1.0:1773941483.632816:0:12453:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f289153200. 00000100:00000200:2.0:1773941483.632820:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298aea680 x1860112264217856/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1773941483.632825:0:12453:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f289152c00. 00000040:00000010:1.0:1773941483.632831:0:12453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f289152600. 00000100:00000001:2.0:1773941483.632836:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941483.632840:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298aea680 x1860112264217856/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941493 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1773941483.632840:0:12453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f2a0d95800. 00000020:00000010:1.0:1773941483.632852:0:12453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f289152a00. 00000100:00000001:2.0:1773941483.632853:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941483.632861:0:2347:0:(events.c:68:request_out_callback()) Process leaving 80000000:00000010:1.0:1773941483.632865:0:12453:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f2830d2180. 00040000:00000010:1.0:1773941483.632873:0:12453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f289153c00. 20000000:00000010:1.0:1773941483.632879:0:12453:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f289153a00. 10000000:00000040:1.0:1773941483.632883:0:12453:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 10000000:00000001:1.0:1773941483.632885:0:12453:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:1.0:1773941483.632890:0:12453:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f289152c00. 00000040:00000010:1.0:1773941483.632894:0:12453:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f289152600. 00000020:00000010:1.0:1773941483.632896:0:12453:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f2a0d95800. 00000020:00000010:1.0:1773941483.632899:0:12453:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f289152a00. 80000000:00000010:1.0:1773941483.632901:0:12453:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f2830d2180. 00040000:00000010:1.0:1773941483.632912:0:12453:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f289153c00. 20000000:00000010:1.0:1773941483.632914:0:12453:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f289153a00. 00000020:00000010:1.0:1773941483.632916:0:12453:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f289153200. 10000000:00000010:1.0:1773941483.632918:0:12453:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f298b7a500. 10000000:01000000:1.0:1773941483.632920:0:12453:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:1.0:1773941483.632923:0:12453:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:1.0:1773941483.632924:0:12453:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:1.0:1773941483.632925:0:12453:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1773941483.632927:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941483.632928:0:12453:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff96f2a0da3200) refs 2 10000000:00000001:1.0:1773941483.632929:0:12453:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:2.0:1773941483.634165:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941483.634174:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941483.634176:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941483.634184:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941483.634188:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941483.634192:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941483.634196:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941483.634199:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941483.634201:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941483.634204:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c04500 00000400:00000200:2.0:1773941483.634207:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941483.634212:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xbf5 [1] + 0 00000800:00000001:2.0:1773941483.634216:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941483.634221:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941483.634223:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941483.634226:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941483.634229:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941483.634233:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298aea680 x1860112264217856/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941493 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941483.634241:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f298aea680 x1860112264217856/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941483.634256:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941483.634260:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941483.634262:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941483.634279:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941483.634282:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941483.634287:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941483.634288:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941483.634290:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7b00. 00000400:00000200:3.0:1773941483.634293:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51c38 00000400:00000010:3.0:1773941483.634295:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51c38. 00000100:00000001:3.0:1773941483.634297:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941483.634301:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298aea680 x1860112264217856/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941483.634310:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298aea680 x1860112264217856/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941493 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941483.634315:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941483.634317:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941483.634319:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941483.634321:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941483.634322:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941483.634324:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941483.634326:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941483.634331:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=48 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941483.634334:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941483.634336:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941483.634337:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941483.634345:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941483.634347:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941483.634349:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941483.634353:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298aea680 x1860112264217856/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941493 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941483.634359:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941483.634360:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941483.634363:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941483.634365:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941483.634371:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941483.634373:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941483.634374:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:3.0:1773941483.634377:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941483.634379:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:3.0:1773941483.634380:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:3.0:1773941483.634383:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:3.0:1773941483.634386:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941483 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941483.634388:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941483.634395:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:3.0:1773941483.634397:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941483.634399:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941483.634401:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941483.634402:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941483.634405:0:2352:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.145@tcp after partition 00000100:00080000:3.0:1773941483.634407:0:2352:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941483.634409:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941483.634412:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941483.634415:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:3.0:1773941483.634417:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941483.634748:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941483.634754:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941483.634761:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298aea680 x1860112264217856/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941493 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941483.634777:0:12482:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:3.0:1773941483.634779:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298aea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264217856:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941483.634786:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941483.634788:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941483.634792:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298aea680 x1860112264217856/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941493 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1773941483.634796:0:12482:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 00000100:00000001:3.0:1773941483.634815:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:1.0:1773941483.634815:0:12482:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000001:3.0:1773941483.634821:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1773941483.634823:0:12482:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000010:3.0:1773941483.634824:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f286076000. 02000000:00000001:3.0:1773941483.634829:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:01000000:1.0:1773941483.634829:0:12482:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000001:3.0:1773941483.634833:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941483.634837:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000001:00000001:1.0:1773941483.634839:0:12482:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:3.0:1773941483.634840:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941483.634843:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f298748800. 00000001:00000001:1.0:1773941483.634845:0:12482:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:3.0:1773941483.634848:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941483.634850:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941483.634852:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298aea680. 00000001:00000001:1.0:1773941483.634852:0:12482:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941483.634863:0:12482:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:3.0:1773941483.634864:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941483.634868:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1773941483.634870:0:12482:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1773941483.634871:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1773941483.634881:0:12482:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941483.634882:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941483.634887:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941483.634892:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1773941483.634892:0:12482:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941483.634896:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941483.634902:0:12482:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941483.634912:0:12482:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941483.634917:0:12482:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941483.634920:0:12482:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941483.634922:0:12482:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941483.634925:0:12482:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941483.634927:0:12482:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941483.634929:0:12482:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941483.634931:0:12482:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 00000100:00080000:1.0:1773941483.634952:0:12482:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941483.634955:0:12482:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941483.634958:0:12482:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941483.634963:0:12482:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 00000100:00000001:1.0:1773941483.634976:0:12482:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941483.634979:0:12482:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941483.634982:0:12482:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941483.634986:0:12482:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941483.634988:0:12482:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773941483.641770:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f29169ae00. 00010000:00000010:1.1:1773941483.641783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f28164c000. 00000020:00000001:2.0:1773941483.949900:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941483.949909:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941483.949913:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773941484.013791:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (239) 00000020:00000001:0.0:1773941484.973965:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941484.973974:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941484.973979:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1773941485.229812:0:12453:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941485.229823:0:12453:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff96f2a0da3200) refs 2 10000000:00000001:0.0:1773941485.229829:0:12453:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941485.229832:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941485.229834:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941485.229836:0:12453:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1773941485.229839:0:12453:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1773941485.229841:0:12453:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1773941485.229868:0:12453:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f298b5cd28 from 1 10000000:00000001:0.0:1773941485.229872:0:12453:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941485.229874:0:12453:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1773941485.229883:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b11880. 00000020:00000040:0.0:1773941485.229890:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:0.0:1773941485.229895:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941485.229900:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941485.229906:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941485.229915:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f283eb9a00. 00000100:00000001:0.0:1773941485.229925:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941485.229931:0:12453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941485.229935:0:12453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941485.229946:0:12453:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f2883d5200. 00010000:00000001:0.0:1773941485.229953:0:12453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941485.229957:0:12453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f289193c00. 00000020:00000001:0.0:1773941485.229963:0:12453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941485.229966:0:12453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f289193c00 with handle 0x6eb1e9e7edefc023 to hash 00000020:00000001:0.0:1773941485.229969:0:12453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941485.229971:0:12453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567159225344 : -115506550326272 : ffff96f289193c00) 00010000:00000001:0.0:1773941485.229974:0:12453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567159225344 : -115506550326272 : ffff96f289193c00) 00010000:00000001:0.0:1773941485.229979:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941485.229983:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941485.229989:0:12453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc023 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941485.230001:0:12453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc023 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941485.230016:0:12453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc023 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941485.230022:0:12453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941485.230025:0:12453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941485.230034:0:12453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f2a0e026c0. 00000100:00000001:0.0:1773941485.230042:0:12453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567558137536 : -115506151414080 : ffff96f2a0e026c0) 00000100:00000001:0.0:1773941485.230045:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941485.230047:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420835968 : -115506288715648 : ffff96f298b11880) 00000100:00000001:0.0:1773941485.230053:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941485.230058:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941485.230060:0:12453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941485.230062:0:12453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941485.230074:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b11880 x1860112264217984/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941485.230084:0:12453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941485.230087:0:12453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941485.230091:0:12453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941485.230094:0:12453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941485.230098:0:12453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941485.230102:0:12453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264217984:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941485.230107:0:12453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941485.230115:0:12453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941485.230118:0:12453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941485.230121:0:12453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941485.230128:0:12453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f288f68800. 02000000:00000001:0.0:1773941485.230131:0:12453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941485.230140:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941485.230145:0:12453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d35d8. 00000400:00000010:0.0:1773941485.230155:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d770. 00000100:00000200:0.0:1773941485.230164:0:12453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264217984, portal 25 00000100:00000001:0.0:1773941485.230167:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941485.230168:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420835968 : -115506288715648 : ffff96f298b11880) 00000100:00000040:0.0:1773941485.230174:0:12453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b11880 x1860112264217984/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941501 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941485.230182:0:12453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941485.230185:0:12453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:0.0:1773941485.230189:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5dcc0. 00000100:00000200:0.0:1773941485.230193:0:12453:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264217984, offset 0 00000400:00000200:0.0:1773941485.230208:0:12453:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941485.230218:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941485.230227:0:12453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941485.230233:0:12453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941485.230238:0:12453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941485.230243:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941485.230246:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941485.230250:0:12453:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[42, 41] 00000400:00000200:0.0:1773941485.230255:0:12453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000400:00000200:0.0:1773941485.230259:0:12453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [146:146:256:4294967295] 192.168.202.155@tcp LPNI seq info [43:43:8:4294967295] 00000400:00000200:0.0:1773941485.230264:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:0.0:1773941485.230276:0:12453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00000800:00000200:0.0:1773941485.230283:0:12453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.155@tcp 00000800:00000010:0.0:1773941485.230290:0:12453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7d00. 00000800:00000200:0.0:1773941485.230298:0:12453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00000800:00000200:0.0:1773941485.230307:0:12453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:0.0:1773941485.230312:0:12453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773941485.230337:0:12453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941485.230341:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:0.0:1773941485.230344:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294905141 00000100:00000001:0.0:1773941485.230352:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294903543 00000100:00000001:0.0:1773941485.230359:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294905141 00000100:00000001:0.0:1773941485.230364:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294903543 00000100:00000001:0.0:1773941485.230367:0:12453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941485.230371:0:12453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941485.230374:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941485.230376:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773941485.230380:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0e026c0 going to sleep for 11 seconds 00000100:00000001:0.0:1773941485.230383:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941485.230387:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941485.230530:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941485.230536:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7d00. 00000400:00000200:2.0:1773941485.230541:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941485.230546:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:2.0:1773941485.230552:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5dcc0 00000400:00000010:2.0:1773941485.230554:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5dcc0. 00000100:00000001:2.0:1773941485.230558:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941485.230563:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b11880 x1860112264217984/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941501 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941485.230583:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941485.230586:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f298b11880 x1860112264217984/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941501 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941485.230592:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941485.230594:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941485.231676:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941485.231690:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941485.231694:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941485.231697:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941485.231703:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941485.231709:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : PUT - for me 00000400:00000200:2.0:1773941485.231746:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941485.231751:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941485.231758:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941485.231764:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c04580 00000400:00000200:2.0:1773941485.231769:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941485.231775:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xc05 [1] + 224 00000800:00000001:2.0:1773941485.231783:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941485.231793:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941485.231796:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941485.231800:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000100:00000001:2.0:1773941485.231805:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941485.231810:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b11880 x1860112264217984/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941501 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941485.231822:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff96f298b11880 x1860112264217984/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941501 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941485.231840:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941485.231850:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941485.231854:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941485.231878:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941485.231885:0:12453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941485.231887:0:12453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941485.231889:0:12453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d35d8. 00000400:00000200:0.0:1773941485.231894:0:12453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d770 00000400:00000010:0.0:1773941485.231896:0:12453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d770. 00000100:00000001:0.0:1773941485.231899:0:12453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941485.231904:0:12453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b11880 x1860112264217984/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941501 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941485.231915:0:12453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b11880 x1860112264217984/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941501 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941485.231922:0:12453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941485.231923:0:12453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941485.231926:0:12453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941485.231929:0:12453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941485.231932:0:12453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941485.231935:0:12453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941485.231937:0:12453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941485.231945:0:12453:0:(import.c:2136:obd_at_measure()) add 0 to ffff96f2a0db5458 time=50 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941485.231949:0:12453:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941485.231953:0:12453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:0.0:1773941485.231957:0:12453:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.145@tcp: operation ldlm_enqueue to node 192.168.202.145@tcp failed: rc = -107 00000100:00000001:0.0:1773941485.231960:0:12453:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941485.231963:0:12453:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1773941485.231967:0:12453:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.145@tcp of MGS@192.168.202.145@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1773941485.231972:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1773941485.231976:0:12453:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1773941485.231980:0:12453:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:0.0:1773941485.231983:0:12453:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941485.231985:0:12453:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1773941485.231987:0:12453:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1773941485.231992:0:12453:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f298b11880 x1860112264217984/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941501 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941485.232013:0:12453:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941485.232014:0:12453:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941485.232016:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941485.232020:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1773941485.232023:0:12453:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:0.0:1773941485.232025:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941485.232028:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941485.232029:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941485.232030:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1773941485.232032:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941485.232033:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941485.232036:0:12453:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1773941485.232038:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1773941485.232042:0:12453:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1773941485.232045:0:12453:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 234 00000400:00000200:0.0:1773941485.232050:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941485.232054:0:12453:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000040:0.0:1773941485.232059:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941485.232063:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941485.232066:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941485.232068:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:0.0:1773941485.232072:0:12453:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941485.232074:0:12453:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:0.0:1773941485.232077:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941485.232080:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:0.0:1773941485.232082:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:0.0:1773941485.232085:0:12453:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:0.0:1773941485.232088:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941485.232090:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941485.232092:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941485.232095:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:0.0:1773941485.232099:0:12453:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:0.0:1773941485.232111:0:12453:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:0.0:1773941485.232114:0:12453:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941485.232117:0:12453:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1773941485.232120:0:12453:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941485.232123:0:12453:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941485.232126:0:12453:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1773941485.232128:0:12453:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941485.232132:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b11180. 00000020:00000040:0.0:1773941485.232135:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 02000000:00000001:0.0:1773941485.232139:0:12453:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773941485.232141:0:12453:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941485.232144:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941485.232147:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941485.232149:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941485.232153:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f288f68400. 00000100:00000001:0.0:1773941485.232157:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941485.232163:0:12453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298b11180 x1860112264218112/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941485.232171:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941485.232174:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941485.232179:0:12453:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e588c44] to pc [ptlrpcd_rcv+-1] req@ffff96f298b11180 x1860112264218112/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941485.232201:0:12453:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941485.232204:0:12453:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1773941485.232207:0:12453:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941485.232209:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941485.232212:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941485.232213:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941485.232215:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0e026c0 going to sleep for 1 seconds 00000100:00000001:0.0:1773941485.232218:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941485.232221:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941485.232227:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b11880 x1860112264217984/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941501 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941485.232241:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941485.232248:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941485.232249:0:12453:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941485.232252:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1773941485.232256:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941485.232262:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1773941485.232264:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b11180 x1860112264218112/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941485.232266:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941485.232277:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b11880 x1860112264217984/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941501 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941485.232280:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941485.232284:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941485.232290:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941485.232294:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941485.232298:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941485.232298:0:12453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264217984:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941485.232305:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941485.232312:0:12453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00100000:3.0:1773941485.232313:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264218112:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941485.232317:0:12453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941485.232319:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1773941485.232321:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1773941485.232323:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941485.232326:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941485.232329:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1773941485.232329:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b11880 x1860112264217984/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941501 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1773941485.232332:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f286076000. 02000000:00000001:3.0:1773941485.232336:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941485.232345:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:0.0:1773941485.232349:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773941485.232350:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7b00. 00000400:00000010:3.0:1773941485.232356:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51c38. 00000100:00000010:0.0:1773941485.232357:0:12453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f2a0e026c0. 00000100:00000200:3.0:1773941485.232361:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264218112, portal 25 00000100:00000001:0.0:1773941485.232363:0:12453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941485.232365:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941485.232368:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420834176 : -115506288717440 : ffff96f298b11180) 00000100:00000001:0.0:1773941485.232368:0:12453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:0.0:1773941485.232376:0:12453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000040:3.0:1773941485.232377:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b11180 x1860112264218112/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773941485.232381:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941485.232385:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1773941485.232386:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941485.232390:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000020:00000040:0.0:1773941485.232390:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289193c00 refcount=4 00000400:00000010:3.0:1773941485.232394:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51a18. 00000020:00000001:0.0:1773941485.232396:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159225344 : -115506550326272 : ffff96f289193c00) 00000100:00000200:3.0:1773941485.232397:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264218112, offset 0 00010000:00000001:0.0:1773941485.232402:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159225344 : -115506550326272 : ffff96f289193c00) 00000400:00000200:3.0:1773941485.232405:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:3.0:1773941485.232412:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00010000:0.0:1773941485.232412:0:12453:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc023 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941485.232419:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:3.0:1773941485.232424:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941485.232430:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00010000:00000001:0.0:1773941485.232431:0:12453:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000200:3.0:1773941485.232434:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941485.232438:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941485.232442:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[42, 43] 00010000:00010000:0.0:1773941485.232442:0:12453:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc023 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941485.232445:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:3.0:1773941485.232447:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [147:147:256:4294967295] 192.168.202.145@tcp LPNI seq info [44:44:8:4294967295] 00000400:00000200:3.0:1773941485.232452:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941485.232463:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00010000:00000001:0.0:1773941485.232469:0:12453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773941485.232475:0:12453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc023 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941485.232484:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.145@tcp 00010000:00000001:0.0:1773941485.232491:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:3.0:1773941485.232493:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258000. 00010000:00000001:0.0:1773941485.232495:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773941485.232500:0:12453:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc023 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941485.232517:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00010000:00000001:0.0:1773941485.232529:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:3.0:1773941485.232531:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00010000:00000001:0.0:1773941485.232533:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941485.232538:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258000 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:0.0:1773941485.232540:0:12453:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773941485.232547:0:12453:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc023 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941485.232555:0:12453:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f289193c00 already unused, calling callback (ffffffffc147fc20) 00000100:00000001:3.0:1773941485.232556:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941485.232561:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:3.0:1773941485.232566:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 10000000:00010000:0.0:1773941485.232567:0:12453:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc023 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941485.232569:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294905143 00000100:00000001:3.0:1773941485.232577:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294905141 00010000:00000001:0.0:1773941485.232580:0:12453:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1773941485.232584:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294905143 00010000:00000001:0.0:1773941485.232584:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941485.232589:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1773941485.232590:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294905141 00000020:00000040:0.0:1773941485.232593:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289193c00 refcount=5 00000100:00000001:3.0:1773941485.232595:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941485.232599:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941485.232599:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159225344 : -115506550326272 : ffff96f289193c00) 00000100:00000001:3.0:1773941485.232603:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941485.232606:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159225344 : -115506550326272 : ffff96f289193c00) 00000100:00000001:3.0:1773941485.232607:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773941485.232611:0:12453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1773941485.232615:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1773941485.232617:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:0.0:1773941485.232617:0:12453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc023 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941485.232618:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941485.232624:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941485.232627:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1773941485.232628:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258000. 00000100:00000001:3.0:1773941485.232631:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941485.232635:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:0.0:1773941485.232636:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1773941485.232637:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941485.232642:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941485.232647:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51a18 10000000:00010000:0.0:1773941485.232649:0:12453:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc023 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:2.0:1773941485.232650:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51a18. 00000100:00000001:2.0:1773941485.232655:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941485.232661:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b11180 x1860112264218112/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1773941485.232662:0:12453:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1773941485.232670:0:12453:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1773941485.232674:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941485.232675:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:0.0:1773941485.232678:0:12453:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000100:00000040:2.0:1773941485.232679:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b11180 x1860112264218112/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773941485.232684:0:12453:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1773941485.232689:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941485.232692:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1773941485.232692:0:12453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773941485.232697:0:12453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773941485.232700:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941485.232702:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941485.232706:0:12453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f289193c00 with handle 0x6eb1e9e7edefc023 from hash 00010000:00000001:0.0:1773941485.232709:0:12453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773941485.232711:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941485.232713:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941485.232737:0:12453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773941485.232739:0:12453:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773941485.232742:0:12453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773941485.232745:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941485.232746:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941485.232749:0:12453:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941485.232751:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941485.232756:0:12453:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc023 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941485.232762:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941485.232764:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941485.232765:0:12453:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773941485.232767:0:12453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773941485.232769:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941485.232770:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941485.232772:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773941485.232774:0:12453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f289193c00/0x6eb1e9e7edefc023 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773941485.232783:0:12453:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f2883d5200 count: 0 00010000:00000001:0.0:1773941485.232802:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941485.232804:0:12453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941485.232807:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941485.232812:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b11880 x1860112264217984/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941501 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941485.232820:0:12453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941485.232823:0:12453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773941485.232826:0:12453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f288f68800. 02000000:00000001:0.0:1773941485.232829:0:12453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941485.232832:0:12453:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941485.232834:0:12453:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:0.0:1773941485.232837:0:12453:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941485.232839:0:12453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f283eb9a00. 02000000:00000001:0.0:1773941485.232844:0:12453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941485.232846:0:12453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941485.232848:0:12453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b11880. 00000100:00000001:0.0:1773941485.232853:0:12453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941485.232854:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1773941485.232857:0:12453:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:0.0:1773941485.232859:0:12453:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:0.0:1773941485.232863:0:12453:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1773941485.232867:0:12453:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f282eddfc0. 00000020:00000010:0.0:1773941485.232871:0:12453:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f283eb9a00. 00000020:00000010:0.0:1773941485.232876:0:12453:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f283eb9000. 00000040:00000010:0.0:1773941485.232880:0:12453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f283eb9800. 00000020:00000010:0.0:1773941485.232886:0:12453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f28309b000. 00000020:00000010:0.0:1773941485.232891:0:12453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f283eb9600. 80000000:00000010:0.0:1773941485.232896:0:12453:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f28376f660. 00040000:00000010:0.0:1773941485.232902:0:12453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f283eb9c00. 20000000:00000010:0.0:1773941485.232908:0:12453:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f283eb9e00. 10000000:00000040:0.0:1773941485.232913:0:12453:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 10000000:00000001:0.0:1773941485.232916:0:12453:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:0.0:1773941485.232921:0:12453:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f283eb9000. 00000040:00000010:0.0:1773941485.232925:0:12453:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f283eb9800. 00000020:00000010:0.0:1773941485.232935:0:12453:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f28309b000. 00000020:00000010:0.0:1773941485.232940:0:12453:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f283eb9600. 80000000:00000010:0.0:1773941485.232943:0:12453:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f28376f660. 00040000:00000010:0.0:1773941485.232947:0:12453:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f283eb9c00. 20000000:00000010:0.0:1773941485.232950:0:12453:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f283eb9e00. 00000020:00000010:0.0:1773941485.232953:0:12453:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f283eb9a00. 10000000:00000010:0.0:1773941485.232956:0:12453:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f282eddfc0. 10000000:01000000:0.0:1773941485.232959:0:12453:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:0.0:1773941485.232962:0:12453:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:0.0:1773941485.232965:0:12453:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:0.0:1773941485.232967:0:12453:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1773941485.232969:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941485.232971:0:12453:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff96f2a0da3200) refs 2 10000000:00000001:0.0:1773941485.232974:0:12453:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:2.0:1773941485.237186:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941485.237196:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941485.237199:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941485.237202:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941485.237208:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941485.237214:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941485.237222:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941485.237227:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941485.237231:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941485.237235:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c04600 00000400:00000200:2.0:1773941485.237240:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941485.237245:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xc0d [1] + 0 00000800:00000001:2.0:1773941485.237251:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941485.237259:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941485.237262:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941485.237267:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941485.237271:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941485.237276:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b11180 x1860112264218112/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941485.237289:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f298b11180 x1860112264218112/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941485.237314:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941485.237322:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941485.237327:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941485.237340:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941485.237343:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941485.237347:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941485.237349:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941485.237351:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7b00. 00000400:00000200:3.0:1773941485.237354:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51c38 00000400:00000010:3.0:1773941485.237356:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51c38. 00000100:00000001:3.0:1773941485.237358:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941485.237362:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b11180 x1860112264218112/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941485.237370:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b11180 x1860112264218112/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941485.237386:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941485.237387:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941485.237389:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941485.237391:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941485.237392:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941485.237394:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941485.237396:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941485.237399:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=50 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941485.237401:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941485.237403:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941485.237405:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941485.237407:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941485.237409:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941485.237411:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941485.237414:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b11180 x1860112264218112/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941495 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941485.237420:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941485.237421:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941485.237423:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941485.237425:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941485.237429:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941485.237431:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941485.237431:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:3.0:1773941485.237433:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941485.237435:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:3.0:1773941485.237436:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:3.0:1773941485.237438:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:3.0:1773941485.237442:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941485 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941485.237444:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941485.237450:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:3.0:1773941485.237451:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941485.237453:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941485.237454:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941485.237459:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941485.237462:0:2352:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.145@tcp after partition 00000100:00080000:3.0:1773941485.237464:0:2352:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941485.237466:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941485.237470:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941485.237473:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:3.0:1773941485.237475:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941485.237753:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941485.237758:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941485.237765:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b11180 x1860112264218112/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941495 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941485.237770:0:12483:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:3.0:1773941485.237780:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264218112:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00080000:0.0:1773941485.237785:0:12483:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 00000100:00000001:3.0:1773941485.237789:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941485.237792:0:12483:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1773941485.237794:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941485.237798:0:12483:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941485.237802:0:12483:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000040:3.0:1773941485.237804:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b11180 x1860112264218112/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941495 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1773941485.237808:0:12483:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941485.237813:0:12483:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1773941485.237818:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:0.0:1773941485.237820:0:12483:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941485.237822:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:0.0:1773941485.237824:0:12483:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:3.0:1773941485.237827:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f286076000. 00000001:00000001:0.0:1773941485.237828:0:12483:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:3.0:1773941485.237833:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:0.0:1773941485.237833:0:12483:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941485.237836:0:2352:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000001:0.0:1773941485.237838:0:12483:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941485.237839:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:0.0:1773941485.237844:0:12483:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000001:3.0:1773941485.237845:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941485.237849:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f288f68400. 02000000:00000001:3.0:1773941485.237853:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:0.0:1773941485.237853:0:12483:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 02000000:00000001:3.0:1773941485.237855:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941485.237857:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b11180. 00000100:00000001:0.0:1773941485.237859:0:12483:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1773941485.237861:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941485.237863:0:12483:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1773941485.237864:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941485.237868:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941485.237869:0:12483:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941485.237872:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1773941485.237874:0:12483:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 00000100:00000001:3.0:1773941485.237875:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941485.237880:0:12483:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941485.237883:0:12483:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:3.0:1773941485.237884:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000040:0.0:1773941485.237886:0:12483:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 00000100:00000001:3.0:1773941485.237888:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941485.237906:0:12483:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941485.237917:0:12483:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941485.237920:0:12483:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941485.237926:0:12483:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 00000100:00000001:0.0:1773941485.237931:0:12483:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941485.237934:0:12483:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941485.237936:0:12483:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:0.0:1773941485.237940:0:12483:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941485.237942:0:12483:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1773941485.242762:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f2883d5200. 00010000:00000010:0.1:1773941485.242772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f289193c00. 00000020:00000001:2.0:1773941485.997975:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941485.997985:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941485.997992:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1773941486.573856:0:12453:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1773941486.573866:0:12453:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff96f2a0da3200) refs 2 10000000:00000001:1.0:1773941486.573872:0:12453:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941486.573875:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941486.573877:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941486.573879:0:12453:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1773941486.573883:0:12453:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1773941486.573885:0:12453:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1773941486.573888:0:12453:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f298b5cd28 from 1 10000000:00000001:1.0:1773941486.573891:0:12453:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773941486.573893:0:12453:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1773941486.573908:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298aebb80. 00000020:00000040:1.0:1773941486.573915:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:1.0:1773941486.573922:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941486.573926:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941486.573934:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941486.573944:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f289153200. 00000100:00000001:1.0:1773941486.573953:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941486.573958:0:12453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773941486.573962:0:12453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773941486.573972:0:12453:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f29169ae00. 00010000:00000001:1.0:1773941486.573979:0:12453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773941486.573983:0:12453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f28164c000. 00000020:00000001:1.0:1773941486.573988:0:12453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941486.573992:0:12453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f28164c000 with handle 0x6eb1e9e7edefc02a to hash 00000020:00000001:1.0:1773941486.573994:0:12453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773941486.573996:0:12453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567029956608 : -115506679595008 : ffff96f28164c000) 00010000:00000001:1.0:1773941486.573999:0:12453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567029956608 : -115506679595008 : ffff96f28164c000) 00010000:00000001:1.0:1773941486.574004:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941486.574028:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941486.574034:0:12453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc02a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941486.574047:0:12453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc02a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941486.574062:0:12453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc02a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941486.574069:0:12453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941486.574071:0:12453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941486.574079:0:12453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f288017e40. 00000100:00000001:1.0:1773941486.574081:0:12453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567140892224 : -115506568659392 : ffff96f288017e40) 00000100:00000001:1.0:1773941486.574085:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941486.574086:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420681088 : -115506288870528 : ffff96f298aebb80) 00000100:00000001:1.0:1773941486.574093:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941486.574098:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941486.574101:0:12453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941486.574103:0:12453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941486.574115:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298aebb80 x1860112264218240/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941486.574125:0:12453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941486.574127:0:12453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941486.574132:0:12453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941486.574136:0:12453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941486.574138:0:12453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941486.574142:0:12453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298aebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264218240:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941486.574146:0:12453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941486.574153:0:12453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941486.574156:0:12453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941486.574159:0:12453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941486.574165:0:12453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f298749400. 02000000:00000001:1.0:1773941486.574172:0:12453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941486.574181:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941486.574186:0:12453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15370. 00000400:00000010:1.0:1773941486.574194:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1660. 00000100:00000200:1.0:1773941486.574203:0:12453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264218240, portal 25 00000100:00000001:1.0:1773941486.574205:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941486.574206:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420681088 : -115506288870528 : ffff96f298aebb80) 00000100:00000040:1.0:1773941486.574212:0:12453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298aebb80 x1860112264218240/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941502 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941486.574221:0:12453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941486.574224:0:12453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:1.0:1773941486.574226:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1000. 00000100:00000200:1.0:1773941486.574230:0:12453:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264218240, offset 0 00000400:00000200:1.0:1773941486.574237:0:12453:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941486.574247:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941486.574257:0:12453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941486.574263:0:12453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941486.574268:0:12453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941486.574274:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941486.574277:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941486.574280:0:12453:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[44, 43] 00000400:00000200:1.0:1773941486.574285:0:12453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000400:00000200:1.0:1773941486.574289:0:12453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [148:148:256:4294967295] 192.168.202.155@tcp LPNI seq info [45:45:8:4294967295] 00000400:00000200:1.0:1773941486.574294:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:1.0:1773941486.574305:0:12453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00000800:00000200:1.0:1773941486.574312:0:12453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.155@tcp 00000800:00000010:1.0:1773941486.574317:0:12453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f298b8f200. 00000800:00000200:1.0:1773941486.574324:0:12453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00000800:00000200:1.0:1773941486.574334:0:12453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:1.0:1773941486.574340:0:12453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f298b8f200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773941486.574365:0:12453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941486.574376:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:1.0:1773941486.574379:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294906485 00000100:00000001:1.0:1773941486.574387:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294905143 00000100:00000001:1.0:1773941486.574400:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294906485 00000100:00000001:1.0:1773941486.574404:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294905143 00000100:00000001:1.0:1773941486.574407:0:12453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941486.574410:0:12453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941486.574412:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941486.574415:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941486.574419:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f288017e40 going to sleep for 11 seconds 00000100:00000001:1.0:1773941486.574423:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941486.574427:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941486.574633:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941486.574642:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f298b8f200. 00000400:00000200:2.0:1773941486.574652:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941486.574660:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:2.0:1773941486.574667:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1000 00000400:00000010:2.0:1773941486.574670:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1000. 00000100:00000001:2.0:1773941486.574676:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941486.574682:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298aebb80 x1860112264218240/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941502 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941486.574695:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941486.574699:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f298aebb80 x1860112264218240/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941502 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941486.574707:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941486.574710:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941486.576351:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941486.576367:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941486.576370:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941486.576372:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941486.576379:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941486.576385:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : PUT - for me 00000400:00000200:2.0:1773941486.576393:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941486.576397:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941486.576402:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941486.576407:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c04680 00000400:00000200:2.0:1773941486.576412:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941486.576417:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xc1d [1] + 224 00000800:00000001:2.0:1773941486.576434:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941486.576444:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941486.576447:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941486.576452:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000100:00000001:2.0:1773941486.576458:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941486.576464:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298aebb80 x1860112264218240/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941502 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941486.576475:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff96f298aebb80 x1860112264218240/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941502 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941486.576520:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941486.576531:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941486.576536:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941486.576557:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941486.576566:0:12453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941486.576569:0:12453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941486.576572:0:12453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15370. 00000400:00000200:1.0:1773941486.576577:0:12453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1660 00000400:00000010:1.0:1773941486.576579:0:12453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1660. 00000100:00000001:1.0:1773941486.576583:0:12453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941486.576590:0:12453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298aebb80 x1860112264218240/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941502 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941486.576602:0:12453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298aebb80 x1860112264218240/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941502 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941486.576610:0:12453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941486.576612:0:12453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941486.576615:0:12453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941486.576618:0:12453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941486.576621:0:12453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941486.576624:0:12453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941486.576626:0:12453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941486.576633:0:12453:0:(import.c:2136:obd_at_measure()) add 0 to ffff96f2a0db5458 time=51 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941486.576637:0:12453:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941486.576640:0:12453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1773941486.576645:0:12453:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.145@tcp: operation ldlm_enqueue to node 192.168.202.145@tcp failed: rc = -107 00000100:00000001:1.0:1773941486.576657:0:12453:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941486.576660:0:12453:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941486.576664:0:12453:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.145@tcp of MGS@192.168.202.145@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941486.576669:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941486.576673:0:12453:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941486.576678:0:12453:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941486.576681:0:12453:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941486.576683:0:12453:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941486.576685:0:12453:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941486.576689:0:12453:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f298aebb80 x1860112264218240/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941502 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941486.576697:0:12453:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941486.576698:0:12453:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941486.576700:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941486.576702:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941486.576705:0:12453:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941486.576707:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941486.576709:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941486.576710:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941486.576711:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941486.576713:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941486.576736:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941486.576740:0:12453:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941486.576742:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941486.576745:0:12453:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941486.576748:0:12453:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 235 00000400:00000200:1.0:1773941486.576754:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941486.576759:0:12453:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941486.576764:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941486.576767:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941486.576770:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941486.576773:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:1.0:1773941486.576782:0:12453:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941486.576785:0:12453:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:1.0:1773941486.576787:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941486.576790:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:1.0:1773941486.576793:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:1.0:1773941486.576795:0:12453:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:1.0:1773941486.576799:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941486.576801:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941486.576803:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941486.576805:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:1.0:1773941486.576808:0:12453:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:1.0:1773941486.576811:0:12453:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:1.0:1773941486.576814:0:12453:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941486.576816:0:12453:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941486.576820:0:12453:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941486.576822:0:12453:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941486.576825:0:12453:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941486.576827:0:12453:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941486.576832:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298aea680. 00000020:00000040:1.0:1773941486.576834:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 02000000:00000001:1.0:1773941486.576837:0:12453:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941486.576839:0:12453:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941486.576842:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941486.576844:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941486.576846:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941486.576851:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f298748800. 00000100:00000001:1.0:1773941486.576856:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941486.576862:0:12453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298aea680 x1860112264218368/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941486.576871:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941486.576874:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941486.576879:0:12453:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c7f2d16] to pc [ptlrpcd_rcv+-1] req@ffff96f298aea680 x1860112264218368/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941486.576908:0:12453:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941486.576911:0:12453:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941486.576913:0:12453:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941486.576916:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941486.576919:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941486.576920:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941486.576922:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f288017e40 going to sleep for 1 seconds 00000100:00000001:1.0:1773941486.576925:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941486.576927:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941486.576932:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298aebb80 x1860112264218240/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941502 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941486.576940:0:12453:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941486.576943:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941486.576946:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941486.576949:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941486.576954:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298aebb80 x1860112264218240/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941502 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941486.576963:0:12453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298aebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264218240:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941486.576968:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941486.576972:0:12453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941486.576976:0:12453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941486.576978:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941486.576979:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941486.576988:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1773941486.576991:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298aebb80 x1860112264218240/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941502 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941486.576994:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941486.577011:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298aea680 x1860112264218368/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941486.577011:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941486.577019:0:12453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f288017e40. 00000100:00000001:1.0:1773941486.577028:0:12453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773941486.577033:0:12453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941486.577038:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1773941486.577042:0:12453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:3.0:1773941486.577043:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941486.577047:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941486.577049:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941486.577055:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941486.577058:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00100000:3.0:1773941486.577061:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298aea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264218368:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000020:00000001:1.0:1773941486.577064:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1773941486.577068:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1773941486.577069:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164c000 refcount=4 02000000:00000001:3.0:1773941486.577073:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1773941486.577075:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029956608 : -115506679595008 : ffff96f28164c000) 02000000:00000001:3.0:1773941486.577077:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941486.577080:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029956608 : -115506679595008 : ffff96f28164c000) 02000000:00000001:3.0:1773941486.577082:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:1.0:1773941486.577089:0:12453:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc02a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:3.0:1773941486.577091:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f286076000. 02000000:00000001:3.0:1773941486.577099:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941486.577108:0:12453:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000200:3.0:1773941486.577110:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:3.0:1773941486.577119:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7b00. 00010000:00010000:1.0:1773941486.577120:0:12453:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc02a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:3.0:1773941486.577125:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51c38. 00010000:00000001:1.0:1773941486.577130:0:12453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000200:3.0:1773941486.577133:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264218368, portal 25 00010000:00010000:1.0:1773941486.577136:0:12453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc02a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941486.577138:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941486.577142:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420675712 : -115506288875904 : ffff96f298aea680) 00010000:00000001:1.0:1773941486.577153:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1773941486.577156:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298aea680 x1860112264218368/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941486.577157:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773941486.577162:0:12453:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc02a lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941486.577187:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1773941486.577188:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:3.0:1773941486.577194:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00010000:00000001:1.0:1773941486.577196:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773941486.577200:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51a18. 00000100:00000200:3.0:1773941486.577205:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264218368, offset 0 00010000:00000001:1.0:1773941486.577205:0:12453:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773941486.577214:0:12453:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc02a lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941486.577215:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:3.0:1773941486.577225:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941486.577235:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00010000:00010000:1.0:1773941486.577239:0:12453:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f28164c000 already unused, calling callback (ffffffffc147fc20) 10000000:00000001:1.0:1773941486.577245:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:3.0:1773941486.577253:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 10000000:00010000:1.0:1773941486.577253:0:12453:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc02a lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941486.577260:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:3.0:1773941486.577269:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941486.577273:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941486.577277:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[44, 45] 00000400:00000200:3.0:1773941486.577280:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:3.0:1773941486.577290:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [149:149:256:4294967295] 192.168.202.145@tcp LPNI seq info [46:46:8:4294967295] 00000400:00000200:3.0:1773941486.577307:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000001:1.0:1773941486.577311:0:12453:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773941486.577317:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1773941486.577322:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000020:00000001:1.0:1773941486.577322:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941486.577328:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164c000 refcount=5 00000800:00000200:3.0:1773941486.577334:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.145@tcp 00000020:00000001:1.0:1773941486.577337:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029956608 : -115506679595008 : ffff96f28164c000) 00000800:00000010:3.0:1773941486.577341:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258b00. 00010000:00000001:1.0:1773941486.577343:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029956608 : -115506679595008 : ffff96f28164c000) 00010000:00000001:1.0:1773941486.577349:0:12453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000800:00000200:3.0:1773941486.577354:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00010000:00010000:1.0:1773941486.577356:0:12453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc02a lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941486.577368:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 10000000:00000001:1.0:1773941486.577370:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941486.577376:0:12453:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc02a lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941486.577377:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258b00 type 1, nob 616 niov 1 nkiov 1 10000000:01000000:1.0:1773941486.577391:0:12453:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:1.0:1773941486.577394:0:12453:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:1.0:1773941486.577395:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941486.577398:0:12453:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773941486.577401:0:12453:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1773941486.577402:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941486.577404:0:12453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773941486.577408:0:12453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:3.0:1773941486.577410:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000001:1.0:1773941486.577412:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1773941486.577414:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294906488 00010000:00000001:1.0:1773941486.577416:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941486.577423:0:12453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f28164c000 with handle 0x6eb1e9e7edefc02a from hash 00000100:00000001:3.0:1773941486.577424:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294906485 00010000:00000001:1.0:1773941486.577426:0:12453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941486.577430:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941486.577433:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773941486.577435:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294906488 00010000:00000001:1.0:1773941486.577435:0:12453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773941486.577439:0:12453:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000100:00000001:3.0:1773941486.577442:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294906485 00010000:00000001:1.0:1773941486.577443:0:12453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773941486.577450:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1773941486.577453:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773941486.577454:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941486.577459:0:12453:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941486.577460:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941486.577464:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941486.577469:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941486.577470:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941486.577476:0:12453:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc02a lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941486.577480:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941486.577485:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:1.0:1773941486.577487:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1773941486.577490:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941486.577510:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1773941486.577512:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773941486.577514:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941486.577516:0:12453:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1773941486.577520:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941486.577521:0:12453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941486.577542:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941486.577544:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941486.577546:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941486.577549:0:12453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc02a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773941486.577557:0:12453:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f29169ae00 count: 0 00010000:00000001:1.0:1773941486.577571:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941486.577574:0:12453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941486.577577:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1773941486.577578:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1773941486.577585:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298aebb80 x1860112264218240/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941502 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1773941486.577587:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258b00. 00000400:00000200:2.0:1773941486.577596:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1773941486.577601:0:12453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941486.577605:0:12453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1773941486.577607:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 02000000:00000010:1.0:1773941486.577610:0:12453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f298749400. 00000400:00000200:2.0:1773941486.577614:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51a18 02000000:00000001:1.0:1773941486.577617:0:12453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:2.0:1773941486.577618:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51a18. 00000020:00000001:1.0:1773941486.577623:0:12453:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1773941486.577626:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:1.0:1773941486.577627:0:12453:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941486.577633:0:12453:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:2.0:1773941486.577637:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298aea680 x1860112264218368/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1773941486.577638:0:12453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f289153200. 02000000:00000001:1.0:1773941486.577646:0:12453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941486.577650:0:12453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941486.577653:0:12453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298aebb80. 00000100:00000001:2.0:1773941486.577658:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773941486.577659:0:12453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941486.577665:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941486.577666:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298aea680 x1860112264218368/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941496 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1773941486.577669:0:12453:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:1.0:1773941486.577677:0:12453:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:1.0:1773941486.577683:0:12453:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000100:00000001:2.0:1773941486.577685:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941486.577687:0:2347:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000010:1.0:1773941486.577697:0:12453:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f298b7a500. 00000020:00000010:1.0:1773941486.577703:0:12453:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f289153200. 00000020:00000010:1.0:1773941486.577709:0:12453:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f289153a00. 00000040:00000010:1.0:1773941486.577714:0:12453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f289153c00. 00000020:00000010:1.0:1773941486.577720:0:12453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f2a0d95800. 00000020:00000010:1.0:1773941486.577725:0:12453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f289152a00. 80000000:00000010:1.0:1773941486.577768:0:12453:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f2830d2180. 00040000:00000010:1.0:1773941486.577775:0:12453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f289152600. 20000000:00000010:1.0:1773941486.577780:0:12453:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f289152c00. 10000000:00000040:1.0:1773941486.577786:0:12453:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 10000000:00000001:1.0:1773941486.577789:0:12453:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:1.0:1773941486.577795:0:12453:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f289153a00. 00000040:00000010:1.0:1773941486.577800:0:12453:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f289153c00. 00000020:00000010:1.0:1773941486.577803:0:12453:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f2a0d95800. 00000020:00000010:1.0:1773941486.577809:0:12453:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f289152a00. 80000000:00000010:1.0:1773941486.577814:0:12453:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f2830d2180. 00040000:00000010:1.0:1773941486.577821:0:12453:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f289152600. 20000000:00000010:1.0:1773941486.577825:0:12453:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f289152c00. 00000020:00000010:1.0:1773941486.577827:0:12453:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f289153200. 10000000:00000010:1.0:1773941486.577830:0:12453:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f298b7a500. 10000000:01000000:1.0:1773941486.577833:0:12453:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:1.0:1773941486.577836:0:12453:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:1.0:1773941486.577838:0:12453:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:1.0:1773941486.577841:0:12453:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1773941486.577842:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941486.577843:0:12453:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff96f2a0da3200) refs 2 10000000:00000001:1.0:1773941486.577846:0:12453:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:2.0:1773941486.578966:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941486.578978:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941486.578981:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941486.578986:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941486.578993:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941486.578999:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941486.579008:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941486.579023:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941486.579030:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941486.579036:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c04700 00000400:00000200:2.0:1773941486.579042:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941486.579048:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xc25 [1] + 0 00000800:00000001:2.0:1773941486.579056:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941486.579066:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941486.579070:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941486.579075:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941486.579081:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941486.579088:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298aea680 x1860112264218368/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941496 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941486.579105:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f298aea680 x1860112264218368/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941486.579124:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941486.579131:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941486.579135:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941486.579159:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941486.579170:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941486.579174:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941486.579175:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941486.579177:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7b00. 00000400:00000200:3.0:1773941486.579181:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51c38 00000400:00000010:3.0:1773941486.579183:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51c38. 00000100:00000001:3.0:1773941486.579186:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941486.579192:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298aea680 x1860112264218368/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941486.579202:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298aea680 x1860112264218368/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941496 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941486.579209:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941486.579210:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941486.579212:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941486.579214:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941486.579215:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941486.579217:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941486.579219:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941486.579222:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=51 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941486.579242:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941486.579245:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941486.579248:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941486.579251:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941486.579254:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941486.579257:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941486.579263:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298aea680 x1860112264218368/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941496 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941486.579272:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941486.579274:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941486.579276:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941486.579280:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941486.579285:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941486.579288:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941486.579290:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:3.0:1773941486.579293:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941486.579320:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:3.0:1773941486.579322:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:3.0:1773941486.579325:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:3.0:1773941486.579329:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941486 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941486.579333:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941486.579340:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:3.0:1773941486.579342:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941486.579344:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941486.579346:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941486.579348:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941486.579352:0:2352:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.145@tcp after partition 00000100:00080000:3.0:1773941486.579354:0:2352:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941486.579358:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941486.579363:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941486.579367:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:3.0:1773941486.579371:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941486.579756:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941486.579765:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941486.579766:0:12484:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000040:3.0:1773941486.579778:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298aea680 x1860112264218368/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941496 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1773941486.579782:0:12484:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 00000100:00100000:1.0:1773941486.579789:0:12484:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:3.0:1773941486.579804:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298aea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264218368:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941486.579816:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941486.579820:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773941486.579826:0:12484:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000040:3.0:1773941486.579827:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298aea680 x1860112264218368/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941496 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1773941486.579830:0:12484:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:1.0:1773941486.579836:0:12484:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941486.579841:0:12484:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1773941486.579842:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941486.579845:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941486.579847:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f286076000. 02000000:00000001:3.0:1773941486.579852:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:1.0:1773941486.579855:0:12484:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941486.579856:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:1.0:1773941486.579860:0:12484:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941486.579862:0:12484:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941486.579864:0:12484:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941486.579865:0:12484:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941486.579871:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:1.0:1773941486.579871:0:12484:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000001:3.0:1773941486.579877:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:1.0:1773941486.579879:0:12484:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 02000000:00000010:3.0:1773941486.579880:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f298748800. 00000100:00000001:1.0:1773941486.579888:0:12484:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 02000000:00000001:3.0:1773941486.579889:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1773941486.579892:0:12484:0:(recover.c:147:ptlrpc_resend()) Process entered 02000000:00000001:3.0:1773941486.579893:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1773941486.579896:0:12484:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941486.579897:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298aea680. 00000100:00080000:1.0:1773941486.579901:0:12484:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 00000100:00000001:3.0:1773941486.579903:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941486.579908:0:12484:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:3.0:1773941486.579909:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:1.0:1773941486.579912:0:12484:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:3.0:1773941486.579913:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:1.0:1773941486.579916:0:12484:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 00000100:00000001:3.0:1773941486.579921:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941486.579924:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941486.579926:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941486.579928:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941486.579938:0:12484:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941486.579942:0:12484:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941486.579944:0:12484:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941486.579948:0:12484:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 00000100:00000001:1.0:1773941486.579951:0:12484:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941486.579954:0:12484:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941486.579956:0:12484:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941486.579959:0:12484:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941486.579961:0:12484:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773941486.582788:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f29169ae00. 00010000:00000010:1.1:1773941486.582795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f28164c000. 00000020:00000001:0.0:1773941487.021893:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941487.021905:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941487.021913:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1773941488.045944:0:12453:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941488.045953:0:12453:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff96f2a0da3200) refs 2 10000000:00000001:0.0:1773941488.045958:0:12453:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941488.045961:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941488.045963:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941488.045965:0:12453:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1773941488.045967:0:12453:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1773941488.045970:0:12453:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1773941488.045973:0:12453:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f298b5cd28 from 1 10000000:00000001:0.0:1773941488.045976:0:12453:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941488.045993:0:12453:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000020:00000001:2.0:1773941488.046007:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000100:00000010:0.0:1773941488.046007:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b11880. 00000020:00000001:2.0:1773941488.046013:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941488.046015:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00010000:00010000:2.0:1773941488.046016:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941488.046024:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941488.046028:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941488.046035:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941488.046043:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f283eb9a00. 00000100:00000001:0.0:1773941488.046051:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941488.046072:0:12453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941488.046074:0:12453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941488.046082:0:12453:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f2883d5200. 00010000:00000001:0.0:1773941488.046088:0:12453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941488.046091:0:12453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f289192200. 00000020:00000001:0.0:1773941488.046095:0:12453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941488.046098:0:12453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f289192200 with handle 0x6eb1e9e7edefc031 to hash 00000020:00000001:0.0:1773941488.046100:0:12453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941488.046116:0:12453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567159218688 : -115506550332928 : ffff96f289192200) 00010000:00000001:0.0:1773941488.046120:0:12453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567159218688 : -115506550332928 : ffff96f289192200) 00010000:00000001:0.0:1773941488.046124:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941488.046128:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941488.046132:0:12453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc031 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941488.046144:0:12453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc031 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941488.046155:0:12453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc031 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941488.046159:0:12453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941488.046161:0:12453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941488.046166:0:12453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f2a0e026c0. 00000100:00000001:0.0:1773941488.046168:0:12453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567558137536 : -115506151414080 : ffff96f2a0e026c0) 00000100:00000001:0.0:1773941488.046170:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941488.046182:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420835968 : -115506288715648 : ffff96f298b11880) 00000100:00000001:0.0:1773941488.046186:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941488.046190:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941488.046192:0:12453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941488.046193:0:12453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941488.046202:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b11880 x1860112264218496/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941488.046209:0:12453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941488.046210:0:12453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941488.046213:0:12453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941488.046215:0:12453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941488.046217:0:12453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941488.046220:0:12453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264218496:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941488.046223:0:12453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941488.046231:0:12453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941488.046233:0:12453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941488.046235:0:12453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941488.046249:0:12453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f288f6b800. 02000000:00000001:0.0:1773941488.046251:0:12453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941488.046258:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941488.046261:0:12453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d35d8. 00000400:00000010:0.0:1773941488.046266:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d770. 00000100:00000200:0.0:1773941488.046273:0:12453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264218496, portal 25 00000100:00000001:0.0:1773941488.046274:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941488.046275:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420835968 : -115506288715648 : ffff96f298b11880) 00000100:00000040:0.0:1773941488.046280:0:12453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b11880 x1860112264218496/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941504 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941488.046286:0:12453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941488.046288:0:12453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:0.0:1773941488.046290:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5daa0. 00000100:00000200:0.0:1773941488.046292:0:12453:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264218496, offset 0 00000400:00000200:0.0:1773941488.046297:0:12453:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941488.046305:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941488.046311:0:12453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941488.046315:0:12453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941488.046318:0:12453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941488.046322:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941488.046324:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941488.046327:0:12453:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[46, 45] 00000400:00000200:0.0:1773941488.046330:0:12453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000400:00000200:0.0:1773941488.046333:0:12453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [150:150:256:4294967295] 192.168.202.155@tcp LPNI seq info [47:47:8:4294967295] 00000400:00000200:0.0:1773941488.046336:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:0.0:1773941488.046343:0:12453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00000800:00000200:0.0:1773941488.046348:0:12453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.155@tcp 00000800:00000010:0.0:1773941488.046352:0:12453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7d00. 00000800:00000200:0.0:1773941488.046357:0:12453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00000800:00000200:0.0:1773941488.046367:0:12453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:0.0:1773941488.046371:0:12453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773941488.046386:0:12453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941488.046389:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:0.0:1773941488.046391:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294907957 00000100:00000001:0.0:1773941488.046396:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294906488 00000100:00000001:0.0:1773941488.046401:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294907957 00000100:00000001:0.0:1773941488.046404:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294906488 00000100:00000001:0.0:1773941488.046406:0:12453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941488.046408:0:12453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941488.046409:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941488.046411:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773941488.046428:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0e026c0 going to sleep for 11 seconds 00000100:00000001:0.0:1773941488.046431:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941488.046433:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941488.046593:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941488.046597:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7d00. 00000400:00000200:2.0:1773941488.046603:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941488.046608:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:2.0:1773941488.046613:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5daa0 00000400:00000010:2.0:1773941488.046615:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5daa0. 00000100:00000001:2.0:1773941488.046618:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941488.046622:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b11880 x1860112264218496/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941504 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941488.046631:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941488.046633:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f298b11880 x1860112264218496/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941504 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941488.046648:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941488.046650:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941488.048053:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941488.048064:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941488.048066:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941488.048068:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941488.048072:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941488.048076:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : PUT - for me 00000400:00000200:2.0:1773941488.048081:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941488.048084:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941488.048087:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941488.048090:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c04780 00000400:00000200:2.0:1773941488.048094:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941488.048097:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xc35 [1] + 224 00000800:00000001:2.0:1773941488.048103:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941488.048109:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941488.048111:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941488.048116:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000100:00000001:2.0:1773941488.048121:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941488.048124:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b11880 x1860112264218496/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941504 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941488.048132:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff96f298b11880 x1860112264218496/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941504 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941488.048148:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941488.048156:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941488.048160:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941488.048212:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941488.048219:0:12453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941488.048220:0:12453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941488.048222:0:12453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d35d8. 00000400:00000200:0.0:1773941488.048226:0:12453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d770 00000400:00000010:0.0:1773941488.048228:0:12453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d770. 00000100:00000001:0.0:1773941488.048230:0:12453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941488.048234:0:12453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b11880 x1860112264218496/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941504 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941488.048242:0:12453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b11880 x1860112264218496/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941504 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941488.048248:0:12453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941488.048249:0:12453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941488.048251:0:12453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941488.048253:0:12453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941488.048254:0:12453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941488.048256:0:12453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941488.048258:0:12453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941488.048269:0:12453:0:(import.c:2136:obd_at_measure()) add 0 to ffff96f2a0db5458 time=53 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941488.048272:0:12453:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941488.048274:0:12453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:0.0:1773941488.048276:0:12453:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.145@tcp: operation ldlm_enqueue to node 192.168.202.145@tcp failed: rc = -107 00000100:00000001:0.0:1773941488.048279:0:12453:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941488.048281:0:12453:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1773941488.048283:0:12453:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.145@tcp of MGS@192.168.202.145@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1773941488.048287:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1773941488.048290:0:12453:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1773941488.048292:0:12453:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:0.0:1773941488.048294:0:12453:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941488.048295:0:12453:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1773941488.048296:0:12453:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1773941488.048299:0:12453:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f298b11880 x1860112264218496/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941504 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941488.048304:0:12453:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941488.048305:0:12453:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941488.048306:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941488.048308:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1773941488.048310:0:12453:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:0.0:1773941488.048311:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941488.048313:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941488.048314:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941488.048314:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1773941488.048316:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941488.048317:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941488.048319:0:12453:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1773941488.048320:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1773941488.048322:0:12453:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1773941488.048324:0:12453:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 237 00000400:00000200:0.0:1773941488.048327:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941488.048330:0:12453:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000040:0.0:1773941488.048333:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941488.048340:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941488.048342:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941488.048344:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:0.0:1773941488.048346:0:12453:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941488.048348:0:12453:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:0.0:1773941488.048349:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941488.048351:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:0.0:1773941488.048352:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:0.0:1773941488.048354:0:12453:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:0.0:1773941488.048356:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941488.048358:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941488.048359:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941488.048360:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:0.0:1773941488.048363:0:12453:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:0.0:1773941488.048365:0:12453:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:0.0:1773941488.048367:0:12453:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941488.048368:0:12453:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1773941488.048371:0:12453:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941488.048372:0:12453:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941488.048374:0:12453:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1773941488.048375:0:12453:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941488.048378:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b11180. 00000020:00000040:0.0:1773941488.048380:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 02000000:00000001:0.0:1773941488.048382:0:12453:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773941488.048383:0:12453:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941488.048385:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941488.048386:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941488.048387:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941488.048391:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f288f69400. 00000100:00000001:0.0:1773941488.048393:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941488.048397:0:12453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298b11180 x1860112264218624/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941488.048410:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941488.048412:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941488.048415:0:12453:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e588c44] to pc [ptlrpcd_rcv+-1] req@ffff96f298b11180 x1860112264218624/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941488.048433:0:12453:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941488.048435:0:12453:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1773941488.048436:0:12453:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941488.048438:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941488.048440:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941488.048441:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941488.048443:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0e026c0 going to sleep for 1 seconds 00000100:00000001:0.0:1773941488.048444:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941488.048445:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941488.048449:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b11880 x1860112264218496/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941504 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941488.048453:0:12453:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1773941488.048455:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941488.048457:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941488.048459:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941488.048461:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b11880 x1860112264218496/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941504 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941488.048466:0:12453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264218496:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941488.048469:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941488.048470:0:12453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941488.048472:0:12453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773941488.048473:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941488.048475:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b11880 x1860112264218496/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941504 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941488.048496:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941488.048502:0:12453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f2a0e026c0. 00000100:00000001:0.0:1773941488.048505:0:12453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773941488.048506:0:12453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:0.0:1773941488.048508:0:12453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773941488.048511:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941488.048513:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941488.048515:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289192200 refcount=4 00000020:00000001:0.0:1773941488.048517:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159218688 : -115506550332928 : ffff96f289192200) 00010000:00000001:0.0:1773941488.048519:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159218688 : -115506550332928 : ffff96f289192200) 00010000:00010000:0.0:1773941488.048522:0:12453:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc031 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941488.048530:0:12453:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:0.0:1773941488.048533:0:12453:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc031 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941488.048538:0:12453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773941488.048540:0:12453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc031 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941488.048545:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1773941488.048547:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1773941488.048547:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773941488.048551:0:12453:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc031 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941488.048560:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1773941488.048562:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1773941488.048563:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941488.048569:0:12453:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1773941488.048570:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:0.0:1773941488.048571:0:12453:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc031 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941488.048580:0:12453:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f289192200 already unused, calling callback (ffffffffc147fc20) 10000000:00000001:0.0:1773941488.048586:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1773941488.048597:0:12453:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc031 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:3.0:1773941488.048599:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b11180 x1860112264218624/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773941488.048620:0:12453:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773941488.048630:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1773941488.048632:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1773941488.048633:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1773941488.048639:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941488.048640:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289192200 refcount=5 00000020:00000001:0.0:1773941488.048650:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159218688 : -115506550332928 : ffff96f289192200) 02000000:00000001:3.0:1773941488.048651:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941488.048656:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773941488.048660:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159218688 : -115506550332928 : ffff96f289192200) 02000000:00000001:3.0:1773941488.048661:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941488.048685:0:12453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00100000:3.0:1773941488.048692:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264218624:192.168.202.145@tcp:250:ll_cfg_requeue.0 00010000:00010000:0.0:1773941488.048693:0:12453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc031 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941488.048699:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941488.048706:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941488.048711:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941488.048716:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941488.048724:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f286076000. 10000000:00000001:0.0:1773941488.048756:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1773941488.048758:0:12453:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc031 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1773941488.048764:0:12453:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1773941488.048767:0:12453:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 02000000:00000001:3.0:1773941488.048768:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941488.048768:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941488.048784:0:12453:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1773941488.048787:0:12453:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000400:00000200:3.0:1773941488.048792:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000001:0.0:1773941488.048796:0:12453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000400:00000010:3.0:1773941488.048800:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7b00. 00010000:00000001:0.0:1773941488.048800:0:12453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773941488.048815:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:3.0:1773941488.048819:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51c38. 00010000:00000001:0.0:1773941488.048820:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941488.048842:0:12453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f289192200 with handle 0x6eb1e9e7edefc031 from hash 00010000:00000001:0.0:1773941488.048848:0:12453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773941488.048848:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941488.048849:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941488.048851:0:12453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000200:3.0:1773941488.048853:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264218624, portal 25 00010000:00000001:0.0:1773941488.048853:0:12453:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773941488.048860:0:12453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:3.0:1773941488.048862:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1773941488.048865:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1773941488.048894:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420834176 : -115506288717440 : ffff96f298b11180) 00010000:00000001:0.0:1773941488.048895:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941488.048903:0:12453:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941488.048907:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941488.048922:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b11180 x1860112264218624/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1773941488.048923:0:12453:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc031 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941488.048962:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1773941488.048965:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1773941488.048967:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941488.048972:0:12453:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:3.0:1773941488.048975:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00010000:00000001:0.0:1773941488.048976:0:12453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773941488.048981:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941488.048982:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1773941488.048985:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51198. 00010000:00000001:0.0:1773941488.048986:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773941488.048993:0:12453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc031 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:3.0:1773941488.048997:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264218624, offset 0 00010000:00000040:0.0:1773941488.049016:0:12453:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f2883d5200 count: 0 00000400:00000200:3.0:1773941488.049029:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00010000:00000001:0.0:1773941488.049035:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941488.049038:0:12453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941488.049042:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1773941488.049046:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000040:0.0:1773941488.049051:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b11880 x1860112264218496/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941504 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941488.049059:0:12453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941488.049062:0:12453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1773941488.049066:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 02000000:00000010:0.0:1773941488.049067:0:12453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f288f6b800. 02000000:00000001:0.0:1773941488.049073:0:12453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941488.049079:0:12453:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941488.049081:0:12453:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000400:00000200:3.0:1773941488.049084:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:0.0:1773941488.049085:0:12453:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941488.049094:0:12453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f283eb9a00. 00000400:00000200:3.0:1773941488.049101:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 02000000:00000001:0.0:1773941488.049103:0:12453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941488.049107:0:12453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941488.049120:0:12453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b11880. 00000100:00000001:0.0:1773941488.049127:0:12453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1773941488.049129:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1773941488.049131:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1773941488.049137:0:12453:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:3.0:1773941488.049140:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941488.049153:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[46, 47] 10000000:01000000:0.0:1773941488.049155:0:12453:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:0.0:1773941488.049162:0:12453:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1773941488.049175:0:12453:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f282eddfc0. 00000400:00000200:3.0:1773941488.049176:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000020:00000010:0.0:1773941488.049186:0:12453:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f283eb9a00. 00000400:00000200:3.0:1773941488.049196:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [151:151:256:4294967295] 192.168.202.145@tcp LPNI seq info [48:48:8:4294967295] 00000020:00000010:0.0:1773941488.049196:0:12453:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f283eb9e00. 00000040:00000010:0.0:1773941488.049206:0:12453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f283eb9c00. 00000020:00000010:0.0:1773941488.049213:0:12453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f28309b000. 00000400:00000200:3.0:1773941488.049215:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000020:00000010:0.0:1773941488.049223:0:12453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f283eb9600. 80000000:00000010:0.0:1773941488.049231:0:12453:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f28376f660. 00040000:00000010:0.0:1773941488.049240:0:12453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f283eb9800. 00000400:00000200:3.0:1773941488.049245:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 20000000:00000010:0.0:1773941488.049249:0:12453:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f283eb9000. 10000000:00000040:0.0:1773941488.049260:0:12453:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 00000800:00000200:3.0:1773941488.049261:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.145@tcp 10000000:00000001:0.0:1773941488.049270:0:12453:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000800:00000010:3.0:1773941488.049273:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258b00. 00000020:00000010:0.0:1773941488.049282:0:12453:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f283eb9e00. 00000800:00000200:3.0:1773941488.049291:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000040:00000010:0.0:1773941488.049294:0:12453:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f283eb9c00. 00000020:00000010:0.0:1773941488.049302:0:12453:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f28309b000. 00000800:00000200:3.0:1773941488.049307:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000020:00000010:0.0:1773941488.049312:0:12453:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f283eb9600. 00000800:00000200:3.0:1773941488.049316:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258b00 type 1, nob 616 niov 1 nkiov 1 80000000:00000010:0.0:1773941488.049319:0:12453:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f28376f660. 00040000:00000010:0.0:1773941488.049334:0:12453:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f283eb9800. 20000000:00000010:0.0:1773941488.049339:0:12453:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f283eb9000. 00000020:00000010:0.0:1773941488.049341:0:12453:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f283eb9a00. 10000000:00000010:0.0:1773941488.049343:0:12453:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f282eddfc0. 10000000:01000000:0.0:1773941488.049345:0:12453:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:0.0:1773941488.049347:0:12453:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:0.0:1773941488.049350:0:12453:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:0.0:1773941488.049351:0:12453:0:(mgc_request.c:621:do_requeue()) Process leaving 00000100:00000001:3.0:1773941488.049355:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941488.049356:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941488.049361:0:12453:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff96f2a0da3200) refs 2 10000000:00000001:0.0:1773941488.049368:0:12453:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:3.0:1773941488.049374:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:3.0:1773941488.049380:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294907960 00000100:00000001:3.0:1773941488.049389:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294907957 00000100:00000001:3.0:1773941488.049396:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294907960 00000100:00000001:3.0:1773941488.049403:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294907957 00000100:00000001:3.0:1773941488.049419:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941488.049424:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941488.049431:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941488.049436:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941488.049446:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941488.049450:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941488.049455:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941488.049457:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941488.049462:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941488.049465:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1773941488.049467:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1773941488.049471:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258b00. 00000400:00000200:2.0:1773941488.049493:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941488.049503:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941488.049508:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51198 00000400:00000010:2.0:1773941488.049523:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51198. 00000100:00000001:2.0:1773941488.049527:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941488.049533:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b11180 x1860112264218624/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941488.049543:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941488.049546:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b11180 x1860112264218624/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941498 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941488.049552:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941488.049554:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941488.050994:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941488.051002:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941488.051004:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941488.051006:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941488.051010:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941488.051014:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941488.051018:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941488.051021:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941488.051023:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941488.051026:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c04800 00000400:00000200:2.0:1773941488.051029:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941488.051032:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xc3d [1] + 0 00000800:00000001:2.0:1773941488.051036:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941488.051041:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941488.051043:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941488.051045:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941488.051048:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941488.051051:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b11180 x1860112264218624/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941498 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941488.051059:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f298b11180 x1860112264218624/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941488.051075:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941488.051086:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941488.051088:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941488.051128:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941488.051133:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941488.051201:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941488.051205:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941488.051209:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7b00. 00000400:00000200:3.0:1773941488.051216:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51c38 00000400:00000010:3.0:1773941488.051219:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51c38. 00000100:00000001:3.0:1773941488.051225:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941488.051235:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b11180 x1860112264218624/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941488.051254:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b11180 x1860112264218624/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941498 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941488.051267:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941488.051270:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941488.051273:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941488.051277:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941488.051280:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941488.051284:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941488.051288:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941488.051296:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=53 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941488.051302:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941488.051306:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941488.051309:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941488.051314:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941488.051317:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941488.051322:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941488.051339:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b11180 x1860112264218624/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941498 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941488.051353:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941488.051357:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941488.051360:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941488.051364:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941488.051373:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941488.051377:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941488.051380:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:3.0:1773941488.051384:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941488.051388:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:3.0:1773941488.051392:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:3.0:1773941488.051396:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:3.0:1773941488.051402:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941488 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941488.051408:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941488.051418:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:3.0:1773941488.051421:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941488.051426:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941488.051429:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941488.051433:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941488.051438:0:2352:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.145@tcp after partition 00000100:00080000:3.0:1773941488.051443:0:2352:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941488.051447:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941488.051452:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941488.051457:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:3.0:1773941488.051461:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941488.051772:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941488.051780:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941488.051790:0:12486:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000040:3.0:1773941488.051791:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b11180 x1860112264218624/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941498 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1773941488.051802:0:12486:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 00000100:00100000:0.0:1773941488.051817:0:12486:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:3.0:1773941488.051834:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264218624:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941488.051864:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941488.051869:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941488.051879:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b11180 x1860112264218624/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941498 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941488.051879:0:12486:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941488.051892:0:12486:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000001:3.0:1773941488.051914:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:0.0:1773941488.051916:0:12486:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:3.0:1773941488.051922:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:0.0:1773941488.051922:0:12486:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941488.051935:0:12486:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941488.051936:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f286076000. 00000001:00000001:0.0:1773941488.051942:0:12486:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941488.051945:0:12486:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941488.051950:0:12486:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941488.051951:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000001:0.0:1773941488.051961:0:12486:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941488.051962:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1773941488.051967:0:12486:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000040:3.0:1773941488.051970:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00080000:0.0:1773941488.051975:0:12486:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 00000020:00000001:3.0:1773941488.051977:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941488.051988:0:12486:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 02000000:00000010:3.0:1773941488.051989:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f288f69400. 00000100:00000001:0.0:1773941488.051992:0:12486:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941488.052002:0:12486:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941488.052003:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941488.052012:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:0.0:1773941488.052013:0:12486:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941488.052020:0:12486:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000010:3.0:1773941488.052021:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b11180. 10000000:01000000:0.0:1773941488.052023:0:12486:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941488.052030:0:12486:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 00000100:00000001:3.0:1773941488.052034:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941488.052040:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941488.052045:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941488.052052:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1773941488.052052:0:12486:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941488.052059:0:12486:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941488.052061:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941488.052064:0:12486:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941488.052083:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941488.052091:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:02000000:0.0:1773941488.052093:0:12486:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 00000100:00000001:0.0:1773941488.052109:0:12486:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941488.052114:0:12486:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941488.052116:0:12486:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:0.0:1773941488.052120:0:12486:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941488.052122:0:12486:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1773941488.054766:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f2883d5200. 00010000:00000010:0.1:1773941488.054773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f289192200. 00000020:00000001:0.0:1773941489.069856:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941489.069862:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941489.069866:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773941489.133802:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773941489.133813:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773941489.133824:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298aebb80. 00000020:00000040:1.0:1773941489.133830:0:36:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:1.0:1773941489.133835:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941489.133838:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941489.133844:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941489.133853:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f298b8f900. 00000100:00000001:1.0:1773941489.133860:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941489.133872:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS req@ffff96f298aebb80 x1860112264218752/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941489.133883:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941489.133904:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941489.133910:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046f0498b] to pc [ptlrpcd_00_01+1] req@ffff96f298aebb80 x1860112264218752/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941489.133940:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941489.133945:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (244) 00000100:00000001:1.0:1773941489.133959:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1773941489.133963:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1773941489.133966:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941489.133973:0:2353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941489.133976:0:2353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941489.133977:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941489.133979:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941489.133982:0:2353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941489.133987:0:2353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1773941489.133991:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941489.133992:0:2353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298aebb80 x1860112264218752/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941489.134004:0:2353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941489.134006:0:2353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941489.134010:0:2353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941489.134013:0:2353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941489.134016:0:2353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941489.134020:0:2353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298aebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aed6ad44-ca90-40b5-927d-12baaf0d776a:2353:1860112264218752:192.168.202.145@tcp:400:kworker.0 00000100:00000001:1.0:1773941489.134024:0:2353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941489.134030:0:2353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941489.134033:0:2353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941489.134035:0:2353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941489.134039:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f289153200. 02000000:00000001:1.0:1773941489.134041:0:2353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941489.134049:0:2353:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941489.134053:0:2353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15370. 00000400:00000010:1.0:1773941489.134059:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1660. 00000100:00000200:1.0:1773941489.134066:0:2353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112264218752, portal 25 00000100:00000001:1.0:1773941489.134067:0:2353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941489.134069:0:2353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420681088 : -115506288870528 : ffff96f298aebb80) 00000100:00000040:1.0:1773941489.134075:0:2353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298aebb80 x1860112264218752/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941489.134091:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941489.134095:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:1.0:1773941489.134098:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1a18. 00000100:00000200:1.0:1773941489.134104:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112264218752, offset 0 00000400:00000200:1.0:1773941489.134112:0:2353:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941489.134122:0:2353:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941489.134132:0:2353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941489.134139:0:2353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941489.134144:0:2353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941489.134149:0:2353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941489.134152:0:2353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941489.134156:0:2353:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[48, 47] 00000400:00000200:1.0:1773941489.134162:0:2353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000400:00000200:1.0:1773941489.134167:0:2353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [152:152:256:4294967295] 192.168.202.155@tcp LPNI seq info [49:49:8:4294967295] 00000400:00000200:1.0:1773941489.134172:0:2353:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:1.0:1773941489.134184:0:2353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00000800:00000200:1.0:1773941489.134193:0:2353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.155@tcp 00000800:00000010:1.0:1773941489.134199:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f298b8f000. 00000800:00000200:1.0:1773941489.134208:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00000800:00000200:1.0:1773941489.134217:0:2353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:1.0:1773941489.134223:0:2353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f298b8f000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773941489.134242:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941489.134248:0:2353:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:1.0:1773941489.134251:0:2353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294909045 00000100:00000001:1.0:1773941489.134272:0:2353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294907960 00000100:00000001:1.0:1773941489.134282:0:2353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294909045 00000100:00000001:1.0:1773941489.134287:0:2353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294907960 00000100:00000001:1.0:1773941489.134290:0:2353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941489.134294:0:2353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941489.134305:0:2353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941489.134309:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941489.134440:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941489.134445:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f298b8f000. 00000400:00000200:2.0:1773941489.134451:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941489.134456:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:2.0:1773941489.134461:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1a18 00000400:00000010:2.0:1773941489.134463:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1a18. 00000100:00000001:2.0:1773941489.134481:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941489.134486:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298aebb80 x1860112264218752/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941489.134506:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941489.134509:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298aebb80 x1860112264218752/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941489.134660:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941489.134666:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941489.135705:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941489.135738:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941489.135740:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941489.135743:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941489.135751:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941489.135759:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : PUT - for me 00000400:00000200:2.0:1773941489.135769:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941489.135774:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941489.135780:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941489.135785:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c04880 00000400:00000200:2.0:1773941489.135790:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941489.135798:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xc4d [1] + 224 00000800:00000001:2.0:1773941489.135806:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941489.135816:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941489.135820:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941489.135824:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000100:00000001:2.0:1773941489.135831:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941489.135840:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298aebb80 x1860112264218752/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941489.135867:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96f298aebb80 x1860112264218752/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941489.135882:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941489.135890:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941489.135893:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941489.135916:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941489.135918:0:2353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941489.135923:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941489.135925:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941489.135927:0:2353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15370. 00000400:00000200:1.0:1773941489.135930:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1660 00000400:00000010:1.0:1773941489.135931:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1660. 00000100:00000001:1.0:1773941489.135934:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941489.135939:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298aebb80 x1860112264218752/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941489.135946:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298aebb80 x1860112264218752/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941489.135952:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941489.135953:0:2353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941489.135955:0:2353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941489.135957:0:2353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941489.135959:0:2353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941489.135961:0:2353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941489.135963:0:2353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941489.135969:0:2353:0:(import.c:2136:obd_at_measure()) add 0 to ffff96f2a0db5458 time=54 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941489.135971:0:2353:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941489.135973:0:2353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941489.135975:0:2353:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941489.135978:0:2353:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941489.135980:0:2353:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.145@tcp of MGS@192.168.202.145@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941489.135984:0:2353:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941489.135987:0:2353:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941489.135990:0:2353:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941489.135991:0:2353:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941489.135992:0:2353:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941489.135994:0:2353:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941489.136002:0:2353:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f298aebb80 x1860112264218752/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941505 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941489.136008:0:2353:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941489.136010:0:2353:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941489.136011:0:2353:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941489.136014:0:2353:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941489.136017:0:2353:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941489.136018:0:2353:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941489.136020:0:2353:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941489.136021:0:2353:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941489.136022:0:2353:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941489.136022:0:2353:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941489.136023:0:2353:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941489.136026:0:2353:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941489.136027:0:2353:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941489.136030:0:2353:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941489.136032:0:2353:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 238 00000400:00000200:1.0:1773941489.136036:0:2353:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941489.136039:0:2353:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941489.136042:0:2353:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941489.136045:0:2353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941489.136047:0:2353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941489.136049:0:2353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:1.0:1773941489.136052:0:2353:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941489.136054:0:2353:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:1.0:1773941489.136056:0:2353:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941489.136058:0:2353:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:1.0:1773941489.136060:0:2353:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:1.0:1773941489.136061:0:2353:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:1.0:1773941489.136064:0:2353:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941489.136065:0:2353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941489.136067:0:2353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941489.136068:0:2353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:1.0:1773941489.136074:0:2353:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:1.0:1773941489.136077:0:2353:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:1.0:1773941489.136079:0:2353:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941489.136081:0:2353:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941489.136084:0:2353:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941489.136086:0:2353:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941489.136088:0:2353:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941489.136089:0:2353:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941489.136092:0:2353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298ae9c00. 00000020:00000040:1.0:1773941489.136094:0:2353:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 02000000:00000001:1.0:1773941489.136097:0:2353:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941489.136099:0:2353:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941489.136101:0:2353:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941489.136103:0:2353:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941489.136105:0:2353:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941489.136108:0:2353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f298749400. 00000100:00000001:1.0:1773941489.136111:0:2353:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941489.136116:0:2353:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298ae9c00 x1860112264218880/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941489.136122:0:2353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941489.136124:0:2353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941489.136126:0:2353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000284e0f0b] to pc [ptlrpcd_rcv+-1] req@ffff96f298ae9c00 x1860112264218880/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941489.136140:0:2353:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941489.136142:0:2353:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941489.136144:0:2353:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:1.0:1773941489.136148:0:2353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298aebb80 x1860112264218752/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941505 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941489.136153:0:2353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941489.136156:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941489.136158:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941489.136165:0:2353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298aebb80 x1860112264218752/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941505 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941489.136172:0:2353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298aebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aed6ad44-ca90-40b5-927d-12baaf0d776a:2353:1860112264218752:192.168.202.145@tcp:400:kworker.0 00000100:00000001:1.0:1773941489.136177:0:2353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941489.136179:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941489.136179:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941489.136183:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298aebb80 x1860112264218752/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941505 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941489.136185:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941489.136189:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1773941489.136195:0:2353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941489.136199:0:2353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1773941489.136201:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298ae9c00 x1860112264218880/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1773941489.136211:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f289153200. 00000100:00000001:3.0:1773941489.136213:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941489.136216:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941489.136220:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941489.136220:0:2353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1773941489.136225:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1773941489.136225:0:2353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941489.136230:0:2353:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 02000000:00000001:3.0:1773941489.136231:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941489.136237:0:2353:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:3.0:1773941489.136238:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298ae9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264218880:192.168.202.145@tcp:250:ptlrpcd_00_00.0 02000000:00000010:1.0:1773941489.136243:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f298b8f900. 00000100:00000001:3.0:1773941489.136245:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941489.136249:0:2353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941489.136252:0:2353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941489.136254:0:2353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298aebb80. 02000000:00000001:3.0:1773941489.136258:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1773941489.136259:0:2353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1773941489.136261:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941489.136263:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1773941489.136266:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1773941489.136268:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1773941489.136272:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f286076000. 00000100:00000001:1.0:1773941489.136275:0:2353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1773941489.136277:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941489.136279:0:2353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941489.136284:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1773941489.136286:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:1.0:1773941489.136287:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773941489.136292:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7b00. 00000400:00000010:3.0:1773941489.136298:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51c38. 00000100:00000200:3.0:1773941489.136302:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264218880, portal 25 00000100:00000001:3.0:1773941489.136305:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941489.136307:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420673024 : -115506288878592 : ffff96f298ae9c00) 00000100:00000040:3.0:1773941489.136314:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298ae9c00 x1860112264218880/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941489.136322:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941489.136325:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:3.0:1773941489.136328:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51000. 00000100:00000200:3.0:1773941489.136330:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264218880, offset 0 00000400:00000200:3.0:1773941489.136336:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:3.0:1773941489.136341:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941489.136346:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:3.0:1773941489.136349:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941489.136352:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:3.0:1773941489.136355:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941489.136358:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941489.136361:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[48, 49] 00000400:00000200:3.0:1773941489.136365:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:3.0:1773941489.136369:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [153:153:256:4294967295] 192.168.202.145@tcp LPNI seq info [50:50:8:4294967295] 00000400:00000200:3.0:1773941489.136374:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941489.136382:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:3.0:1773941489.136388:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:3.0:1773941489.136393:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258000. 00000800:00000200:3.0:1773941489.136398:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:3.0:1773941489.136422:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:3.0:1773941489.136426:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773941489.136441:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941489.136445:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:3.0:1773941489.136448:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294909047 00000100:00000001:3.0:1773941489.136453:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294909045 00000100:00000001:3.0:1773941489.136457:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294909047 00000100:00000001:3.0:1773941489.136461:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294909045 00000100:00000001:3.0:1773941489.136464:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941489.136467:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941489.136483:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941489.136486:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941489.136492:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941489.136495:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941489.136499:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941489.136501:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941489.136504:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941489.136507:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941489.136591:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941489.136595:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258000. 00000400:00000200:2.0:1773941489.136599:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941489.136603:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941489.136606:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51000 00000400:00000010:2.0:1773941489.136608:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51000. 00000100:00000001:2.0:1773941489.136611:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941489.136615:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298ae9c00 x1860112264218880/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941489.136623:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941489.136625:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298ae9c00 x1860112264218880/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941499 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941489.136630:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941489.136631:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941489.138207:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941489.138218:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941489.138221:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941489.138224:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941489.138231:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941489.138238:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941489.138245:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941489.138248:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941489.138251:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941489.138254:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c04900 00000400:00000200:2.0:1773941489.138257:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941489.138260:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xc55 [1] + 0 00000800:00000001:2.0:1773941489.138275:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941489.138283:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941489.138286:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941489.138290:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941489.138295:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941489.138301:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298ae9c00 x1860112264218880/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941489.138312:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f298ae9c00 x1860112264218880/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941489.138330:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941489.138340:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941489.138345:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941489.138353:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941489.138356:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941489.138360:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941489.138361:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941489.138363:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7b00. 00000400:00000200:3.0:1773941489.138367:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51c38 00000400:00000010:3.0:1773941489.138369:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51c38. 00000100:00000001:3.0:1773941489.138371:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941489.138376:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298ae9c00 x1860112264218880/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941489.138394:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298ae9c00 x1860112264218880/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941489.138399:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941489.138400:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941489.138401:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941489.138409:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941489.138410:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941489.138412:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941489.138414:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941489.138416:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=54 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941489.138419:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941489.138421:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941489.138422:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941489.138425:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941489.138427:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941489.138429:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941489.138432:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298ae9c00 x1860112264218880/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941489.138437:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941489.138439:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941489.138440:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941489.138442:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941489.138448:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941489.138449:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941489.138450:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:3.0:1773941489.138452:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941489.138453:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:3.0:1773941489.138455:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:3.0:1773941489.138457:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:3.0:1773941489.138459:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941489 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941489.138461:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941489.138483:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:3.0:1773941489.138485:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941489.138486:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941489.138488:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941489.138489:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941489.138493:0:2352:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.145@tcp after partition 00000100:00080000:3.0:1773941489.138495:0:2352:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941489.138497:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941489.138504:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941489.138508:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:3.0:1773941489.138510:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941489.138770:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941489.138773:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941489.138777:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298ae9c00 x1860112264218880/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941499 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941489.138784:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298ae9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264218880:192.168.202.145@tcp:250:ptlrpcd_00_00.0 00000100:00000001:3.0:1773941489.138789:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941489.138791:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773941489.138793:0:12487:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000040:3.0:1773941489.138794:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298ae9c00 x1860112264218880/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941499 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941489.138800:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941489.138802:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:1.0:1773941489.138804:0:12487:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 02000000:00000010:3.0:1773941489.138805:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f286076000. 02000000:00000001:3.0:1773941489.138810:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941489.138812:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:1.0:1773941489.138812:0:12487:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000040:3.0:1773941489.138815:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:1.0:1773941489.138816:0:12487:0:(obd_class.h:1215:obd_import_event()) Process entered 00000020:00000001:3.0:1773941489.138818:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 10000000:01000000:1.0:1773941489.138820:0:12487:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000010:3.0:1773941489.138821:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f298749400. 00000001:00000001:1.0:1773941489.138824:0:12487:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:3.0:1773941489.138826:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941489.138828:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:1.0:1773941489.138829:0:12487:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000010:3.0:1773941489.138830:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298ae9c00. 00000001:00000001:1.0:1773941489.138834:0:12487:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941489.138835:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941489.138837:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1773941489.138839:0:12487:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:3.0:1773941489.138840:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941489.138843:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941489.138845:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941489.138847:0:12487:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1773941489.138848:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941489.138851:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941489.138851:0:12487:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941489.138856:0:12487:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941489.138859:0:12487:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941489.138863:0:12487:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941489.138866:0:12487:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941489.138868:0:12487:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941489.138870:0:12487:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941489.138872:0:12487:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941489.138874:0:12487:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941489.138875:0:12487:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941489.138876:0:12487:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 00000100:00080000:1.0:1773941489.138892:0:12487:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941489.138893:0:12487:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941489.138894:0:12487:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941489.138897:0:12487:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 00000100:00000001:1.0:1773941489.138901:0:12487:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941489.138902:0:12487:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941489.138904:0:12487:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941489.138906:0:12487:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941489.138907:0:12487:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941490.029806:0:12453:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941490.029817:0:12453:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff96f2a0da3200) refs 2 10000000:00000001:0.0:1773941490.029824:0:12453:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941490.029828:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941490.029830:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941490.029831:0:12453:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1773941490.029859:0:12453:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1773941490.029861:0:12453:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1773941490.029864:0:12453:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f298b5cd28 from 1 10000000:00000001:0.0:1773941490.029868:0:12453:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941490.029869:0:12453:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1773941490.029881:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b11880. 00000020:00000040:0.0:1773941490.029887:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:0.0:1773941490.029892:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941490.029896:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941490.029902:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941490.029910:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f283eb9a00. 00000100:00000001:0.0:1773941490.029919:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941490.029924:0:12453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941490.029927:0:12453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941490.029936:0:12453:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f2883d5200. 00010000:00000001:0.0:1773941490.029942:0:12453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941490.029945:0:12453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f289192200. 00000020:00000001:0.0:1773941490.029949:0:12453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941490.029952:0:12453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f289192200 with handle 0x6eb1e9e7edefc038 to hash 00000020:00000001:0.0:1773941490.029954:0:12453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941490.029955:0:12453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567159218688 : -115506550332928 : ffff96f289192200) 00010000:00000001:0.0:1773941490.029958:0:12453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567159218688 : -115506550332928 : ffff96f289192200) 00010000:00000001:0.0:1773941490.029962:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941490.029964:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941490.029968:0:12453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc038 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941490.029978:0:12453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc038 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941490.029989:0:12453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc038 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941490.029993:0:12453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941490.029999:0:12453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941490.030005:0:12453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f2a0e026c0. 00000100:00000001:0.0:1773941490.030007:0:12453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567558137536 : -115506151414080 : ffff96f2a0e026c0) 00000100:00000001:0.0:1773941490.030010:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941490.030012:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420835968 : -115506288715648 : ffff96f298b11880) 00000100:00000001:0.0:1773941490.030018:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941490.030024:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941490.030027:0:12453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941490.030029:0:12453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941490.030042:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b11880 x1860112264219008/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941490.030054:0:12453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941490.030057:0:12453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941490.030062:0:12453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941490.030065:0:12453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941490.030069:0:12453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941490.030073:0:12453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264219008:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941490.030078:0:12453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941490.030084:0:12453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941490.030086:0:12453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941490.030089:0:12453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941490.030095:0:12453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f288f6b800. 02000000:00000001:0.0:1773941490.030096:0:12453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941490.030105:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941490.030108:0:12453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d35d8. 00000400:00000010:0.0:1773941490.030115:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d770. 00000100:00000200:0.0:1773941490.030122:0:12453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264219008, portal 25 00000100:00000001:0.0:1773941490.030124:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941490.030125:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420835968 : -115506288715648 : ffff96f298b11880) 00000100:00000040:0.0:1773941490.030129:0:12453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b11880 x1860112264219008/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941506 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941490.030134:0:12453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941490.030137:0:12453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:0.0:1773941490.030144:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5daa0. 00000100:00000200:0.0:1773941490.030147:0:12453:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264219008, offset 0 00000400:00000200:0.0:1773941490.030153:0:12453:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941490.030162:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941490.030169:0:12453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941490.030175:0:12453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941490.030179:0:12453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941490.030183:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941490.030186:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941490.030188:0:12453:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[50, 49] 00000400:00000200:0.0:1773941490.030191:0:12453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000400:00000200:0.0:1773941490.030194:0:12453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [154:154:256:4294967295] 192.168.202.155@tcp LPNI seq info [51:51:8:4294967295] 00000400:00000200:0.0:1773941490.030197:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:0.0:1773941490.030206:0:12453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00000800:00000200:0.0:1773941490.030213:0:12453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.155@tcp 00000800:00000010:0.0:1773941490.030219:0:12453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7c00. 00000800:00000200:0.0:1773941490.030226:0:12453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00000800:00000200:0.0:1773941490.030235:0:12453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:0.0:1773941490.030241:0:12453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773941490.030267:0:12453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941490.030272:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:0.0:1773941490.030276:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294909941 00000100:00000001:0.0:1773941490.030284:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294909047 00000100:00000001:0.0:1773941490.030289:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294909941 00000100:00000001:0.0:1773941490.030292:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294909047 00000100:00000001:0.0:1773941490.030295:0:12453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941490.030297:0:12453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941490.030299:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941490.030302:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773941490.030305:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0e026c0 going to sleep for 11 seconds 00000100:00000001:0.0:1773941490.030312:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941490.030316:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941490.030416:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941490.030422:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7c00. 00000400:00000200:2.0:1773941490.030428:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941490.030433:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:2.0:1773941490.030437:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5daa0 00000400:00000010:2.0:1773941490.030440:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5daa0. 00000100:00000001:2.0:1773941490.030444:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941490.030448:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b11880 x1860112264219008/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941506 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941490.030457:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941490.030479:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f298b11880 x1860112264219008/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941506 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941490.030485:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941490.030486:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941490.031481:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941490.031493:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941490.031495:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941490.031497:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941490.031503:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941490.031507:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : PUT - for me 00000400:00000200:2.0:1773941490.031512:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941490.031522:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941490.031526:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941490.031529:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c04980 00000400:00000200:2.0:1773941490.031532:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941490.031536:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xc65 [1] + 224 00000800:00000001:2.0:1773941490.031542:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941490.031549:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941490.031551:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941490.031553:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000100:00000001:2.0:1773941490.031557:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941490.031560:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b11880 x1860112264219008/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941506 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941490.031569:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff96f298b11880 x1860112264219008/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941506 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941490.031587:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941490.031594:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941490.031597:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941490.031626:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941490.031632:0:12453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941490.031634:0:12453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941490.031636:0:12453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d35d8. 00000400:00000200:0.0:1773941490.031640:0:12453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d770 00000400:00000010:0.0:1773941490.031642:0:12453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d770. 00000100:00000001:0.0:1773941490.031644:0:12453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941490.031648:0:12453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b11880 x1860112264219008/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941506 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941490.031657:0:12453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b11880 x1860112264219008/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941506 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941490.031662:0:12453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941490.031663:0:12453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941490.031665:0:12453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941490.031668:0:12453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941490.031670:0:12453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941490.031672:0:12453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941490.031673:0:12453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941490.031679:0:12453:0:(import.c:2136:obd_at_measure()) add 0 to ffff96f2a0db5458 time=55 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941490.031681:0:12453:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941490.031684:0:12453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:0.0:1773941490.031687:0:12453:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.145@tcp: operation ldlm_enqueue to node 192.168.202.145@tcp failed: rc = -107 00000100:00000001:0.0:1773941490.031690:0:12453:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941490.031692:0:12453:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1773941490.031695:0:12453:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.145@tcp of MGS@192.168.202.145@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1773941490.031699:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1773941490.031702:0:12453:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1773941490.031705:0:12453:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:0.0:1773941490.031706:0:12453:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941490.031708:0:12453:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1773941490.031735:0:12453:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1773941490.031739:0:12453:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f298b11880 x1860112264219008/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941506 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941490.031745:0:12453:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941490.031746:0:12453:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941490.031748:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941490.031751:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1773941490.031753:0:12453:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:0.0:1773941490.031754:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941490.031756:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941490.031757:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941490.031758:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1773941490.031759:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941490.031760:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941490.031762:0:12453:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1773941490.031764:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1773941490.031766:0:12453:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1773941490.031768:0:12453:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 239 00000400:00000200:0.0:1773941490.031772:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941490.031775:0:12453:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000040:0.0:1773941490.031778:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941490.031781:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941490.031783:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941490.031785:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:0.0:1773941490.031788:0:12453:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941490.031789:0:12453:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:0.0:1773941490.031791:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941490.031794:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:0.0:1773941490.031795:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:0.0:1773941490.031797:0:12453:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:0.0:1773941490.031799:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941490.031800:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941490.031801:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941490.031802:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:0.0:1773941490.031808:0:12453:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:0.0:1773941490.031811:0:12453:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:0.0:1773941490.031813:0:12453:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941490.031816:0:12453:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1773941490.031818:0:12453:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941490.031820:0:12453:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941490.031822:0:12453:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1773941490.031824:0:12453:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941490.031827:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b12300. 00000020:00000040:0.0:1773941490.031829:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 02000000:00000001:0.0:1773941490.031832:0:12453:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773941490.031833:0:12453:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941490.031835:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941490.031836:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941490.031838:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941490.031842:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f288f69400. 00000100:00000001:0.0:1773941490.031845:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941490.031849:0:12453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298b12300 x1860112264219136/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941490.031856:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941490.031858:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941490.031861:0:12453:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f90f26e8] to pc [ptlrpcd_rcv+-1] req@ffff96f298b12300 x1860112264219136/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941490.031877:0:12453:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941490.031879:0:12453:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1773941490.031881:0:12453:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941490.031883:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941490.031885:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941490.031886:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941490.031888:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0e026c0 going to sleep for 1 seconds 00000100:00000001:0.0:1773941490.031890:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941490.031892:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941490.031895:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b11880 x1860112264219008/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941506 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941490.031905:0:12453:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941490.031906:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941490.031908:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941490.031911:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941490.031912:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941490.031915:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1773941490.031916:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941490.031920:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b11880 x1860112264219008/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941506 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941490.031929:0:12453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264219008:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000040:3.0:1773941490.031932:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b12300 x1860112264219136/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941490.031933:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941490.031938:0:12453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941490.031943:0:12453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773941490.031946:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941490.031948:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941490.031951:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941490.031952:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b11880 x1860112264219008/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941506 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773941490.031955:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941490.031958:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941490.031962:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941490.031963:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941490.031967:0:12453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f2a0e026c0. 00000100:00100000:3.0:1773941490.031970:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264219136:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941490.031972:0:12453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773941490.031974:0:12453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941490.031976:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1773941490.031979:0:12453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000001:3.0:1773941490.031980:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941490.031983:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941490.031983:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941490.031987:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1773941490.031988:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1773941490.031990:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289192200 refcount=4 00000020:00000001:0.0:1773941490.031992:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159218688 : -115506550332928 : ffff96f289192200) 02000000:00000010:3.0:1773941490.031994:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f286076000. 00010000:00000001:0.0:1773941490.031995:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159218688 : -115506550332928 : ffff96f289192200) 02000000:00000001:3.0:1773941490.032000:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941490.032002:0:12453:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc038 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941490.032011:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000001:0.0:1773941490.032012:0:12453:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:0.0:1773941490.032018:0:12453:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc038 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:3.0:1773941490.032019:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7b00. 00000400:00000010:3.0:1773941490.032025:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51c38. 00010000:00000001:0.0:1773941490.032032:0:12453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000200:3.0:1773941490.032033:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264219136, portal 25 00010000:00010000:0.0:1773941490.032037:0:12453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc038 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941490.032038:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941490.032041:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420838656 : -115506288712960 : ffff96f298b12300) 00010000:00000001:0.0:1773941490.032048:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941490.032051:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1773941490.032054:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b12300 x1860112264219136/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1773941490.032054:0:12453:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc038 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941490.032071:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941490.032074:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941490.032077:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1773941490.032078:0:12453:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000040:3.0:1773941490.032082:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00010000:00010000:0.0:1773941490.032083:0:12453:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc038 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:3.0:1773941490.032086:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51990. 00010000:00010000:0.0:1773941490.032090:0:12453:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f289192200 already unused, calling callback (ffffffffc147fc20) 00000100:00000200:3.0:1773941490.032091:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264219136, offset 0 10000000:00000001:0.0:1773941490.032095:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:3.0:1773941490.032098:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 10000000:00010000:0.0:1773941490.032098:0:12453:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc038 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941490.032106:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000001:0.0:1773941490.032110:0:12453:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:3.0:1773941490.032112:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00010000:00000001:0.0:1773941490.032113:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941490.032117:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1773941490.032119:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:0.0:1773941490.032120:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289192200 refcount=5 00000020:00000001:0.0:1773941490.032124:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159218688 : -115506550332928 : ffff96f289192200) 00000400:00000200:3.0:1773941490.032125:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00010000:00000001:0.0:1773941490.032127:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159218688 : -115506550332928 : ffff96f289192200) 00000400:00000200:3.0:1773941490.032130:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00010000:00000001:0.0:1773941490.032132:0:12453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:3.0:1773941490.032135:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00010000:00010000:0.0:1773941490.032136:0:12453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc038 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1773941490.032141:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:3.0:1773941490.032144:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[50, 51] 00000400:00000200:3.0:1773941490.032150:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 10000000:00010000:0.0:1773941490.032151:0:12453:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc038 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941490.032155:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [155:155:256:4294967295] 192.168.202.145@tcp LPNI seq info [52:52:8:4294967295] 10000000:01000000:0.0:1773941490.032165:0:12453:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000400:00000200:3.0:1773941490.032166:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 10000000:00000040:0.0:1773941490.032170:0:12453:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1773941490.032172:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941490.032178:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00010000:00010000:0.0:1773941490.032178:0:12453:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1773941490.032181:0:12453:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000800:00000200:3.0:1773941490.032185:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.145@tcp 00010000:00000001:0.0:1773941490.032186:0:12453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773941490.032190:0:12453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000800:00000010:3.0:1773941490.032192:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258e00. 00010000:00000001:0.0:1773941490.032193:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941490.032196:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941490.032199:0:12453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f289192200 with handle 0x6eb1e9e7edefc038 from hash 00000800:00000200:3.0:1773941490.032200:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00010000:00000001:0.0:1773941490.032202:0:12453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773941490.032205:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941490.032206:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941490.032207:0:12453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000800:00000200:3.0:1773941490.032208:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00010000:00000001:0.0:1773941490.032210:0:12453:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000800:00000200:3.0:1773941490.032213:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258e00 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:0.0:1773941490.032213:0:12453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773941490.032219:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941490.032220:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941490.032221:0:12453:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941490.032222:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941490.032224:0:12453:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc038 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941490.032228:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941490.032228:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941490.032229:0:12453:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773941490.032231:0:12453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:3.0:1773941490.032232:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941490.032233:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941490.032236:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941490.032238:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1773941490.032239:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:3.0:1773941490.032242:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294909943 00010000:00010000:0.0:1773941490.032242:0:12453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc038 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941490.032248:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294909941 00010000:00000040:0.0:1773941490.032252:0:12453:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f2883d5200 count: 0 00000100:00000001:3.0:1773941490.032253:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294909943 00000100:00000001:3.0:1773941490.032256:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294909941 00000100:00000001:3.0:1773941490.032261:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941490.032264:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941490.032267:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941490.032271:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773941490.032271:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941490.032274:0:12453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941490.032277:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941490.032280:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1773941490.032281:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b11880 x1860112264219008/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941506 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941490.032285:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941490.032293:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941490.032293:0:12453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1773941490.032298:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1773941490.032299:0:12453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1773941490.032304:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941490.032304:0:12453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f288f6b800. 00000100:00000001:3.0:1773941490.032310:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941490.032310:0:12453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941490.032313:0:12453:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941490.032316:0:12453:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:0.0:1773941490.032318:0:12453:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941490.032321:0:12453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f283eb9a00. 02000000:00000001:0.0:1773941490.032333:0:12453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941490.032335:0:12453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941490.032337:0:12453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b11880. 00000800:00000200:2.0:1773941490.032340:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1773941490.032342:0:12453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000010:2.0:1773941490.032345:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258e00. 00000100:00000001:0.0:1773941490.032345:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1773941490.032350:0:12453:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:2.0:1773941490.032354:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:01000000:0.0:1773941490.032354:0:12453:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:0.0:1773941490.032360:0:12453:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000400:00000200:2.0:1773941490.032363:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 10000000:00000010:0.0:1773941490.032365:0:12453:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f282eddfc0. 00000400:00000200:2.0:1773941490.032367:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51990 00000400:00000010:2.0:1773941490.032370:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51990. 00000020:00000010:0.0:1773941490.032370:0:12453:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f283eb9a00. 00000100:00000001:2.0:1773941490.032375:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:0.0:1773941490.032377:0:12453:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f283eb9000. 00000100:00000200:2.0:1773941490.032381:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b12300 x1860112264219136/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000040:00000010:0.0:1773941490.032383:0:12453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f283eb9800. 00000020:00000010:0.0:1773941490.032390:0:12453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f28309b000. 00000100:00000001:2.0:1773941490.032392:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1773941490.032395:0:12453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f283eb9600. 00000100:00000040:2.0:1773941490.032396:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b12300 x1860112264219136/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 80000000:00000010:0.0:1773941490.032402:0:12453:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f28376f660. 00000100:00000001:2.0:1773941490.032404:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941490.032407:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00040000:00000010:0.0:1773941490.032408:0:12453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f283eb9c00. 20000000:00000010:0.0:1773941490.032414:0:12453:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f283eb9e00. 10000000:00000040:0.0:1773941490.032419:0:12453:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 10000000:00000001:0.0:1773941490.032422:0:12453:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:0.0:1773941490.032426:0:12453:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f283eb9000. 00000040:00000010:0.0:1773941490.032431:0:12453:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f283eb9800. 00000020:00000010:0.0:1773941490.032439:0:12453:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f28309b000. 00000020:00000010:0.0:1773941490.032443:0:12453:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f283eb9600. 80000000:00000010:0.0:1773941490.032446:0:12453:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f28376f660. 00040000:00000010:0.0:1773941490.032448:0:12453:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f283eb9c00. 20000000:00000010:0.0:1773941490.032451:0:12453:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f283eb9e00. 00000020:00000010:0.0:1773941490.032453:0:12453:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f283eb9a00. 10000000:00000010:0.0:1773941490.032455:0:12453:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f282eddfc0. 10000000:01000000:0.0:1773941490.032457:0:12453:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:0.0:1773941490.032470:0:12453:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:0.0:1773941490.032472:0:12453:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:0.0:1773941490.032474:0:12453:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1773941490.032475:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941490.032477:0:12453:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff96f2a0da3200) refs 2 10000000:00000001:0.0:1773941490.032479:0:12453:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:2.0:1773941490.036997:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941490.037005:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941490.037008:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941490.037010:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941490.037015:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941490.037021:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941490.037028:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941490.037033:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941490.037037:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941490.037041:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c04a00 00000400:00000200:2.0:1773941490.037045:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941490.037050:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xc6d [1] + 0 00000800:00000001:2.0:1773941490.037054:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941490.037060:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941490.037063:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941490.037067:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941490.037071:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941490.037075:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b12300 x1860112264219136/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941490.037088:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f298b12300 x1860112264219136/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941490.037107:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941490.037112:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941490.037115:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941490.037130:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941490.037133:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941490.037136:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941490.037138:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941490.037139:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7b00. 00000400:00000200:3.0:1773941490.037143:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51c38 00000400:00000010:3.0:1773941490.037151:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51c38. 00000100:00000001:3.0:1773941490.037154:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941490.037158:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b12300 x1860112264219136/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941490.037166:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b12300 x1860112264219136/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941490.037172:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941490.037173:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941490.037174:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941490.037176:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941490.037177:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941490.037178:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941490.037180:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941490.037182:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=55 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941490.037185:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941490.037186:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941490.037188:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941490.037189:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941490.037191:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941490.037193:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941490.037196:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b12300 x1860112264219136/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941490.037201:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941490.037203:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941490.037204:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941490.037206:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941490.037210:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941490.037211:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941490.037212:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:3.0:1773941490.037214:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941490.037215:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:3.0:1773941490.037217:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:3.0:1773941490.037219:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:3.0:1773941490.037222:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941490 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941490.037228:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941490.037234:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:3.0:1773941490.037235:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941490.037237:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941490.037238:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941490.037239:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941490.037243:0:2352:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.145@tcp after partition 00000100:00080000:3.0:1773941490.037245:0:2352:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941490.037247:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941490.037250:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941490.037253:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:3.0:1773941490.037255:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941490.037492:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941490.037495:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941490.037499:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b12300 x1860112264219136/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941500 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941490.037506:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264219136:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941490.037509:0:12488:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:3.0:1773941490.037511:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941490.037514:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941490.037517:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b12300 x1860112264219136/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941500 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1773941490.037520:0:12488:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 00000100:00100000:0.0:1773941490.037528:0:12488:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1773941490.037530:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1773941490.037531:0:12488:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:3.0:1773941490.037532:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:01000000:0.0:1773941490.037533:0:12488:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000010:3.0:1773941490.037535:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f286076000. 00000001:00000001:0.0:1773941490.037538:0:12488:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:3.0:1773941490.037539:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941490.037542:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:0.0:1773941490.037542:0:12488:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000040:3.0:1773941490.037546:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:3.0:1773941490.037548:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:0.0:1773941490.037548:0:12488:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941490.037551:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f288f69400. 00000001:00000001:0.0:1773941490.037551:0:12488:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941490.037555:0:12488:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:3.0:1773941490.037556:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:0.0:1773941490.037557:0:12488:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941490.037559:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 10000000:00000001:0.0:1773941490.037561:0:12488:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941490.037562:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b12300. 00000100:00000001:0.0:1773941490.037563:0:12488:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941490.037567:0:12488:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773941490.037572:0:12488:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1773941490.037573:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941490.037575:0:12488:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1773941490.037576:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941490.037578:0:12488:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941490.037579:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773941490.037582:0:12488:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 00000100:00000001:3.0:1773941490.037585:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941490.037585:0:12488:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:3.0:1773941490.037588:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1773941490.037589:0:12488:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941490.037593:0:12488:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 00000100:00000001:3.0:1773941490.037594:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941490.037596:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941490.037609:0:12488:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941490.037620:0:12488:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941490.037622:0:12488:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941490.037626:0:12488:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 00000100:00000001:0.0:1773941490.037631:0:12488:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941490.037634:0:12488:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941490.037636:0:12488:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:0.0:1773941490.037639:0:12488:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941490.037641:0:12488:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1773941490.037742:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f2883d5200. 00010000:00000010:0.1:1773941490.037748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f289192200. 00000020:00000001:2.0:1773941490.093887:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941490.093893:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941490.093898:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773941491.117889:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941491.117896:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941491.117900:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1773941491.821890:0:12453:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1773941491.821901:0:12453:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff96f2a0da3200) refs 2 10000000:00000001:1.0:1773941491.821908:0:12453:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941491.821912:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941491.821914:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941491.821916:0:12453:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1773941491.821919:0:12453:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1773941491.821922:0:12453:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1773941491.821925:0:12453:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f298b5cd28 from 1 10000000:00000001:1.0:1773941491.821928:0:12453:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773941491.821931:0:12453:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1773941491.821944:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298aebb80. 00000020:00000040:1.0:1773941491.821950:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:1.0:1773941491.821957:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941491.821961:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941491.821987:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941491.821997:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f289153200. 00000100:00000001:1.0:1773941491.822006:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941491.822013:0:12453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773941491.822017:0:12453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773941491.822027:0:12453:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f29169ae00. 00010000:00000001:1.0:1773941491.822035:0:12453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773941491.822040:0:12453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f28164c000. 00000020:00000001:1.0:1773941491.822046:0:12453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941491.822049:0:12453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f28164c000 with handle 0x6eb1e9e7edefc03f to hash 00000020:00000001:1.0:1773941491.822052:0:12453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773941491.822053:0:12453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567029956608 : -115506679595008 : ffff96f28164c000) 00010000:00000001:1.0:1773941491.822057:0:12453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567029956608 : -115506679595008 : ffff96f28164c000) 00010000:00000001:1.0:1773941491.822063:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941491.822067:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941491.822072:0:12453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc03f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941491.822086:0:12453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc03f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941491.822101:0:12453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc03f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941491.822109:0:12453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941491.822111:0:12453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941491.822119:0:12453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f288017e40. 00000100:00000001:1.0:1773941491.822122:0:12453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567140892224 : -115506568659392 : ffff96f288017e40) 00000100:00000001:1.0:1773941491.822125:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941491.822127:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420681088 : -115506288870528 : ffff96f298aebb80) 00000100:00000001:1.0:1773941491.822134:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941491.822140:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941491.822143:0:12453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941491.822145:0:12453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941491.822163:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298aebb80 x1860112264219264/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941491.822174:0:12453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941491.822177:0:12453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941491.822181:0:12453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941491.822185:0:12453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941491.822189:0:12453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941491.822193:0:12453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298aebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264219264:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941491.822199:0:12453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941491.822206:0:12453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941491.822209:0:12453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941491.822212:0:12453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941491.822218:0:12453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f298748000. 02000000:00000001:1.0:1773941491.822221:0:12453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941491.822230:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941491.822235:0:12453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15370. 00000400:00000010:1.0:1773941491.822244:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1660. 00000100:00000200:1.0:1773941491.822253:0:12453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264219264, portal 25 00000100:00000001:1.0:1773941491.822255:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941491.822257:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420681088 : -115506288870528 : ffff96f298aebb80) 00000100:00000040:1.0:1773941491.822263:0:12453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298aebb80 x1860112264219264/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941507 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941491.822272:0:12453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941491.822275:0:12453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:1.0:1773941491.822278:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae17f8. 00000100:00000200:1.0:1773941491.822283:0:12453:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264219264, offset 0 00000400:00000200:1.0:1773941491.822291:0:12453:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941491.822301:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941491.822311:0:12453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941491.822317:0:12453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941491.822323:0:12453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941491.822327:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941491.822336:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941491.822340:0:12453:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[52, 51] 00000400:00000200:1.0:1773941491.822344:0:12453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000400:00000200:1.0:1773941491.822349:0:12453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [156:156:256:4294967295] 192.168.202.155@tcp LPNI seq info [53:53:8:4294967295] 00000400:00000200:1.0:1773941491.822354:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:1.0:1773941491.822366:0:12453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00000800:00000200:1.0:1773941491.822374:0:12453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.155@tcp 00000800:00000010:1.0:1773941491.822381:0:12453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f298b8f900. 00000800:00000200:1.0:1773941491.822389:0:12453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00000800:00000200:1.0:1773941491.822398:0:12453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:1.0:1773941491.822404:0:12453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f298b8f900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773941491.822426:0:12453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941491.822432:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:1.0:1773941491.822436:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294911733 00000100:00000001:1.0:1773941491.822462:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294909943 00000100:00000001:1.0:1773941491.822470:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294911733 00000100:00000001:1.0:1773941491.822476:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294909943 00000100:00000001:1.0:1773941491.822481:0:12453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941491.822485:0:12453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941491.822488:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941491.822491:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941491.822494:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f288017e40 going to sleep for 11 seconds 00000100:00000001:1.0:1773941491.822498:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941491.822502:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941491.822568:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941491.822576:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f298b8f900. 00000400:00000200:2.0:1773941491.822582:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941491.822589:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:2.0:1773941491.822595:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae17f8 00000400:00000010:2.0:1773941491.822598:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae17f8. 00000100:00000001:2.0:1773941491.822618:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941491.822627:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298aebb80 x1860112264219264/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941507 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941491.822640:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941491.822645:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f298aebb80 x1860112264219264/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941507 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941491.822653:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941491.822655:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941491.823767:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941491.823777:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941491.823779:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941491.823781:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941491.823786:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941491.823790:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : PUT - for me 00000400:00000200:2.0:1773941491.823796:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941491.823799:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941491.823803:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941491.823807:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c04a80 00000400:00000200:2.0:1773941491.823811:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941491.823815:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xc7d [1] + 224 00000800:00000001:2.0:1773941491.823830:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941491.823841:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941491.823843:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941491.823845:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000100:00000001:2.0:1773941491.823849:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941491.823853:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298aebb80 x1860112264219264/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941507 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941491.823860:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff96f298aebb80 x1860112264219264/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941507 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941491.823874:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941491.823880:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941491.823888:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941491.823916:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941491.823923:0:12453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941491.823925:0:12453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941491.823927:0:12453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15370. 00000400:00000200:1.0:1773941491.823932:0:12453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1660 00000400:00000010:1.0:1773941491.823934:0:12453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1660. 00000100:00000001:1.0:1773941491.823938:0:12453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941491.823949:0:12453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298aebb80 x1860112264219264/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941507 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941491.823958:0:12453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298aebb80 x1860112264219264/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941507 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941491.823964:0:12453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941491.823965:0:12453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941491.823967:0:12453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941491.823970:0:12453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941491.823972:0:12453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941491.823974:0:12453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941491.823976:0:12453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941491.823982:0:12453:0:(import.c:2136:obd_at_measure()) add 0 to ffff96f2a0db5458 time=56 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941491.823985:0:12453:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941491.823987:0:12453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1773941491.823990:0:12453:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.145@tcp: operation ldlm_enqueue to node 192.168.202.145@tcp failed: rc = -107 00000100:00000001:1.0:1773941491.823993:0:12453:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941491.823995:0:12453:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941491.823997:0:12453:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.145@tcp of MGS@192.168.202.145@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941491.824001:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941491.824006:0:12453:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941491.824008:0:12453:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941491.824010:0:12453:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941491.824011:0:12453:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941491.824013:0:12453:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941491.824016:0:12453:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f298aebb80 x1860112264219264/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941507 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941491.824022:0:12453:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941491.824023:0:12453:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941491.824024:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941491.824027:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941491.824029:0:12453:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941491.824030:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941491.824035:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941491.824036:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941491.824037:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941491.824038:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941491.824039:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941491.824042:0:12453:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941491.824043:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941491.824045:0:12453:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941491.824047:0:12453:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 240 00000400:00000200:1.0:1773941491.824051:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941491.824054:0:12453:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941491.824057:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941491.824060:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941491.824062:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941491.824063:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:1.0:1773941491.824066:0:12453:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941491.824067:0:12453:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:1.0:1773941491.824069:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941491.824072:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:1.0:1773941491.824073:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:1.0:1773941491.824075:0:12453:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:1.0:1773941491.824077:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941491.824078:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941491.824079:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941491.824080:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:1.0:1773941491.824083:0:12453:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:1.0:1773941491.824085:0:12453:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:1.0:1773941491.824087:0:12453:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941491.824089:0:12453:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941491.824092:0:12453:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941491.824094:0:12453:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941491.824096:0:12453:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941491.824100:0:12453:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941491.824103:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298ae9f80. 00000020:00000040:1.0:1773941491.824105:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 02000000:00000001:1.0:1773941491.824108:0:12453:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941491.824110:0:12453:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941491.824112:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941491.824114:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941491.824116:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941491.824119:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f29874bc00. 00000100:00000001:1.0:1773941491.824122:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941491.824126:0:12453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298ae9f80 x1860112264219392/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941491.824132:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941491.824135:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941491.824138:0:12453:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1b67a7b] to pc [ptlrpcd_rcv+-1] req@ffff96f298ae9f80 x1860112264219392/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941491.824155:0:12453:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941491.824157:0:12453:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941491.824159:0:12453:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941491.824161:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941491.824163:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941491.824164:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941491.824165:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f288017e40 going to sleep for 1 seconds 00000100:00000001:1.0:1773941491.824167:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941491.824170:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941491.824174:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298aebb80 x1860112264219264/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941507 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941491.824180:0:12453:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941491.824182:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941491.824185:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941491.824186:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941491.824187:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941491.824192:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1773941491.824194:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298aebb80 x1860112264219264/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941507 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941491.824195:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941491.824206:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298ae9f80 x1860112264219392/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941491.824284:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1773941491.824289:0:12453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298aebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264219264:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941491.824290:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941491.824301:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1773941491.824303:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1773941491.824305:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941491.824311:0:12453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:3.0:1773941491.824313:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941491.824316:0:12453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00100000:3.0:1773941491.824322:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298ae9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264219392:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941491.824323:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941491.824331:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1773941491.824332:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298aebb80 x1860112264219264/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941507 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773941491.824336:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941491.824341:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941491.824348:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941491.824349:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1773941491.824354:0:12453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f288017e40. 02000000:00000010:3.0:1773941491.824357:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f286076000. 00000100:00000001:1.0:1773941491.824359:0:12453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:3.0:1773941491.824361:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941491.824362:0:12453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:1.0:1773941491.824370:0:12453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000400:00000200:3.0:1773941491.824374:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000001:1.0:1773941491.824376:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000010:3.0:1773941491.824379:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7b00. 00000020:00000001:1.0:1773941491.824379:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941491.824386:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164c000 refcount=4 00000400:00000010:3.0:1773941491.824390:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51c38. 00000020:00000001:1.0:1773941491.824391:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029956608 : -115506679595008 : ffff96f28164c000) 00010000:00000001:1.0:1773941491.824402:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029956608 : -115506679595008 : ffff96f28164c000) 00000100:00000200:3.0:1773941491.824405:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264219392, portal 25 00000100:00000001:3.0:1773941491.824408:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:1.0:1773941491.824408:0:12453:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc03f lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941491.824413:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420673920 : -115506288877696 : ffff96f298ae9f80) 00010000:00000001:1.0:1773941491.824421:0:12453:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:1.0:1773941491.824424:0:12453:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc03f lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:3.0:1773941491.824434:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298ae9f80 x1860112264219392/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941491.824434:0:12453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773941491.824453:0:12453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc03f lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941491.824481:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1773941491.824482:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1773941491.824487:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00010000:00000001:1.0:1773941491.824489:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773941491.824492:0:12453:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc03f lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:3.0:1773941491.824500:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51dd0. 00010000:00000001:1.0:1773941491.824504:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:3.0:1773941491.824506:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264219392, offset 0 00010000:00000001:1.0:1773941491.824508:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941491.824516:0:12453:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:3.0:1773941491.824521:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00010000:00010000:1.0:1773941491.824522:0:12453:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc03f lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941491.824531:0:12453:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f28164c000 already unused, calling callback (ffffffffc147fc20) 00000400:00000200:3.0:1773941491.824532:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 10000000:00000001:1.0:1773941491.824537:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941491.824540:0:12453:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc03f lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941491.824544:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00010000:00000001:1.0:1773941491.824557:0:12453:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:3.0:1773941491.824558:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:1.0:1773941491.824562:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941491.824565:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1773941491.824568:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000020:00000040:1.0:1773941491.824570:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164c000 refcount=5 00000020:00000001:1.0:1773941491.824573:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029956608 : -115506679595008 : ffff96f28164c000) 00000400:00000200:3.0:1773941491.824574:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00010000:00000001:1.0:1773941491.824586:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029956608 : -115506679595008 : ffff96f28164c000) 00000400:00000200:3.0:1773941491.824589:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00010000:00000001:1.0:1773941491.824592:0:12453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:3.0:1773941491.824594:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[52, 53] 00010000:00010000:1.0:1773941491.824597:0:12453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc03f lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941491.824601:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:3.0:1773941491.824617:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [157:157:256:4294967295] 192.168.202.145@tcp LPNI seq info [54:54:8:4294967295] 10000000:00000001:1.0:1773941491.824618:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941491.824627:0:12453:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc03f lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941491.824629:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941491.824644:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 10000000:01000000:1.0:1773941491.824647:0:12453:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000800:00000200:3.0:1773941491.824651:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.145@tcp 10000000:00000040:1.0:1773941491.824659:0:12453:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000800:00000010:3.0:1773941491.824661:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258a00. 10000000:00000001:1.0:1773941491.824665:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941491.824672:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00010000:00010000:1.0:1773941491.824674:0:12453:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773941491.824679:0:12453:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000800:00000200:3.0:1773941491.824680:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:3.0:1773941491.824684:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258a00 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:1.0:1773941491.824692:0:12453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773941491.824695:0:12453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1773941491.824696:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941491.824699:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1773941491.824703:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000001:1.0:1773941491.824704:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941491.824706:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294911735 00000020:00000040:1.0:1773941491.824712:0:12453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f28164c000 with handle 0x6eb1e9e7edefc03f from hash 00000100:00000001:3.0:1773941491.824741:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294911733 00000100:00000001:3.0:1773941491.824747:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294911736 00010000:00000001:1.0:1773941491.824749:0:12453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1773941491.824751:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294911733 00010000:00000001:1.0:1773941491.824752:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941491.824758:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941491.824760:0:12453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1773941491.824763:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773941491.824763:0:12453:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773941491.824770:0:12453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:3.0:1773941491.824771:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941491.824783:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1773941491.824786:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941491.824787:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:2.0:1773941491.824788:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1773941491.824798:0:12453:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941491.824799:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1773941491.824799:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258a00. 00000400:00000200:2.0:1773941491.824813:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:1.0:1773941491.824816:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941491.824822:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1773941491.824825:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00010000:00010000:1.0:1773941491.824825:0:12453:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc03f lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941491.824837:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51dd0 00000400:00000010:2.0:1773941491.824842:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51dd0. 00000100:00000001:2.0:1773941491.824849:0:2347:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1773941491.824854:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1773941491.824856:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298ae9f80 x1860112264219392/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941491.824860:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941491.824866:0:12453:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773941491.824871:0:12453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:3.0:1773941491.824872:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1773941491.824872:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1773941491.824880:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1773941491.824882:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298ae9f80 x1860112264219392/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941501 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941491.824888:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773941491.824889:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941491.824891:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941491.824898:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941491.824900:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1773941491.824900:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1773941491.824901:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941491.824908:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941491.824911:0:12453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f28164c000/0x6eb1e9e7edefc03f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773941491.824925:0:12453:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f29169ae00 count: 0 00010000:00000001:1.0:1773941491.824948:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941491.824951:0:12453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941491.824955:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941491.824962:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298aebb80 x1860112264219264/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941507 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941491.824970:0:12453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941491.824973:0:12453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941491.824983:0:12453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f298748000. 02000000:00000001:1.0:1773941491.824987:0:12453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941491.824989:0:12453:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941491.824992:0:12453:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941491.824995:0:12453:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941491.824998:0:12453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f289153200. 02000000:00000001:1.0:1773941491.825002:0:12453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941491.825005:0:12453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941491.825007:0:12453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298aebb80. 00000100:00000001:1.0:1773941491.825011:0:12453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941491.825012:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941491.825015:0:12453:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:1.0:1773941491.825018:0:12453:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:1.0:1773941491.825021:0:12453:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1773941491.825025:0:12453:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f298b7a500. 00000020:00000010:1.0:1773941491.825030:0:12453:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f289153200. 00000020:00000010:1.0:1773941491.825036:0:12453:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f289152c00. 00000040:00000010:1.0:1773941491.825041:0:12453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f289152600. 00000020:00000010:1.0:1773941491.825047:0:12453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f2a0d95800. 00000020:00000010:1.0:1773941491.825052:0:12453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f289152a00. 80000000:00000010:1.0:1773941491.825058:0:12453:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f2830d2180. 00040000:00000010:1.0:1773941491.825064:0:12453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f289153c00. 20000000:00000010:1.0:1773941491.825070:0:12453:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f289153a00. 10000000:00000040:1.0:1773941491.825075:0:12453:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 10000000:00000001:1.0:1773941491.825077:0:12453:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:1.0:1773941491.825083:0:12453:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f289152c00. 00000040:00000010:1.0:1773941491.825088:0:12453:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f289152600. 00000020:00000010:1.0:1773941491.825092:0:12453:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f2a0d95800. 00000020:00000010:1.0:1773941491.825096:0:12453:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f289152a00. 80000000:00000010:1.0:1773941491.825100:0:12453:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f2830d2180. 00040000:00000010:1.0:1773941491.825107:0:12453:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f289153c00. 20000000:00000010:1.0:1773941491.825111:0:12453:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f289153a00. 00000020:00000010:1.0:1773941491.825114:0:12453:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f289153200. 10000000:00000010:1.0:1773941491.825117:0:12453:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f298b7a500. 10000000:01000000:1.0:1773941491.825121:0:12453:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:1.0:1773941491.825129:0:12453:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:1.0:1773941491.825132:0:12453:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:1.0:1773941491.825135:0:12453:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1773941491.825136:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941491.825138:0:12453:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff96f2a0da3200) refs 2 10000000:00000001:1.0:1773941491.825141:0:12453:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:2.0:1773941491.826292:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941491.826302:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941491.826305:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941491.826308:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941491.826312:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941491.826318:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941491.826325:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941491.826330:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941491.826335:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941491.826338:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c04b00 00000400:00000200:2.0:1773941491.826342:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941491.826346:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xc85 [1] + 0 00000800:00000001:2.0:1773941491.826351:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941491.826358:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941491.826361:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941491.826365:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941491.826369:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941491.826375:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298ae9f80 x1860112264219392/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941501 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941491.826391:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f298ae9f80 x1860112264219392/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941491.826404:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941491.826410:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941491.826412:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941491.826428:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941491.826431:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941491.826435:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941491.826436:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941491.826438:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7b00. 00000400:00000200:3.0:1773941491.826441:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51c38 00000400:00000010:3.0:1773941491.826455:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51c38. 00000100:00000001:3.0:1773941491.826459:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941491.826464:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298ae9f80 x1860112264219392/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941491.826472:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298ae9f80 x1860112264219392/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941501 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941491.826477:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941491.826478:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941491.826480:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941491.826482:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941491.826484:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941491.826486:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941491.826488:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941491.826493:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=56 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941491.826496:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941491.826498:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941491.826499:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941491.826501:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941491.826503:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941491.826505:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941491.826508:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298ae9f80 x1860112264219392/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941501 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941491.826513:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941491.826515:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941491.826522:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941491.826524:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941491.826529:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941491.826531:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941491.826533:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:3.0:1773941491.826535:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941491.826537:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:3.0:1773941491.826539:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:3.0:1773941491.826541:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:3.0:1773941491.826543:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941491 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941491.826546:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941491.826552:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:3.0:1773941491.826554:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941491.826556:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941491.826558:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941491.826559:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941491.826562:0:2352:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.145@tcp after partition 00000100:00080000:3.0:1773941491.826564:0:2352:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941491.826566:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941491.826569:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941491.826572:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:3.0:1773941491.826574:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941491.826802:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941491.826805:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941491.826809:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298ae9f80 x1860112264219392/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941501 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941491.826816:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298ae9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264219392:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941491.826823:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941491.826823:0:12489:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:3.0:1773941491.826831:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941491.826837:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298ae9f80 x1860112264219392/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941501 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1773941491.826845:0:12489:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 00000100:00100000:1.0:1773941491.826852:0:12489:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941491.826862:0:12489:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:3.0:1773941491.826865:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:01000000:1.0:1773941491.826867:0:12489:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000001:3.0:1773941491.826869:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941491.826873:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f286076000. 00000001:00000001:1.0:1773941491.826876:0:12489:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941491.826879:0:12489:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:3.0:1773941491.826885:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:1.0:1773941491.826887:0:12489:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941491.826888:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941491.826889:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:3.0:1773941491.826896:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:1.0:1773941491.826899:0:12489:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:3.0:1773941491.826901:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f29874bc00. 00000001:00000001:1.0:1773941491.826901:0:12489:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941491.826906:0:12489:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941491.826910:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:00000001:1.0:1773941491.826911:0:12489:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941491.826917:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1773941491.826918:0:12489:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000010:3.0:1773941491.826927:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298ae9f80. 00000100:00080000:1.0:1773941491.826930:0:12489:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1773941491.826932:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941491.826938:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941491.826939:0:12489:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1773941491.826948:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941491.826948:0:12489:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941491.826957:0:12489:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941491.826959:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1773941491.826962:0:12489:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 00000100:00000001:3.0:1773941491.826963:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941491.826965:0:12489:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941491.826967:0:12489:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:3.0:1773941491.826969:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000040:1.0:1773941491.826976:0:12489:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 00000100:00000001:3.0:1773941491.826977:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941491.827006:0:12489:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941491.827008:0:12489:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941491.827010:0:12489:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941491.827013:0:12489:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 00000100:00000001:1.0:1773941491.827016:0:12489:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941491.827018:0:12489:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941491.827019:0:12489:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941491.827021:0:12489:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941491.827023:0:12489:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773941491.830765:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f29169ae00. 00010000:00000010:1.1:1773941491.830776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f28164c000. 00000020:00000001:2.0:1773941492.141899:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941492.141907:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941492.141911:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773941493.165848:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941493.165854:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941493.165858:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1773941493.741849:0:12453:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941493.741858:0:12453:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff96f2a0da3200) refs 2 10000000:00000001:0.0:1773941493.741865:0:12453:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941493.741868:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941493.741869:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941493.741871:0:12453:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1773941493.741874:0:12453:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1773941493.741876:0:12453:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1773941493.741879:0:12453:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f298b5cd28 from 1 10000000:00000001:0.0:1773941493.741882:0:12453:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941493.741884:0:12453:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1773941493.741895:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b11880. 00000020:00000040:0.0:1773941493.741900:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:0.0:1773941493.741906:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941493.741909:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941493.741914:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941493.741923:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f283eb9a00. 00000100:00000001:0.0:1773941493.741932:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941493.741937:0:12453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941493.741940:0:12453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941493.741949:0:12453:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f2883d5200. 00010000:00000001:0.0:1773941493.741956:0:12453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941493.741975:0:12453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f289192200. 00000020:00000001:0.0:1773941493.741979:0:12453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941493.741981:0:12453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f289192200 with handle 0x6eb1e9e7edefc046 to hash 00000020:00000001:0.0:1773941493.741982:0:12453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941493.741984:0:12453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567159218688 : -115506550332928 : ffff96f289192200) 00010000:00000001:0.0:1773941493.741986:0:12453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567159218688 : -115506550332928 : ffff96f289192200) 00010000:00000001:0.0:1773941493.741989:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941493.741992:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941493.741995:0:12453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc046 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941493.742003:0:12453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc046 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941493.742013:0:12453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc046 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941493.742017:0:12453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941493.742019:0:12453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941493.742024:0:12453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f2a0e026c0. 00000100:00000001:0.0:1773941493.742025:0:12453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567558137536 : -115506151414080 : ffff96f2a0e026c0) 00000100:00000001:0.0:1773941493.742028:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941493.742029:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420835968 : -115506288715648 : ffff96f298b11880) 00000100:00000001:0.0:1773941493.742032:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941493.742036:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941493.742037:0:12453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941493.742039:0:12453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941493.742049:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b11880 x1860112264219520/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941493.742055:0:12453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941493.742057:0:12453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941493.742060:0:12453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941493.742062:0:12453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941493.742067:0:12453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941493.742071:0:12453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264219520:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941493.742075:0:12453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941493.742081:0:12453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941493.742083:0:12453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941493.742086:0:12453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941493.742090:0:12453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f288f6b800. 02000000:00000001:0.0:1773941493.742092:0:12453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941493.742100:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941493.742104:0:12453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d35d8. 00000400:00000010:0.0:1773941493.742112:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d770. 00000100:00000200:0.0:1773941493.742120:0:12453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264219520, portal 25 00000100:00000001:0.0:1773941493.742122:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941493.742124:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420835968 : -115506288715648 : ffff96f298b11880) 00000100:00000040:0.0:1773941493.742130:0:12453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b11880 x1860112264219520/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941509 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941493.742139:0:12453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941493.742142:0:12453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:0.0:1773941493.742145:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5dcc0. 00000100:00000200:0.0:1773941493.742149:0:12453:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264219520, offset 0 00000400:00000200:0.0:1773941493.742154:0:12453:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941493.742162:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941493.742169:0:12453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941493.742173:0:12453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941493.742177:0:12453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941493.742181:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941493.742184:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941493.742187:0:12453:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[54, 53] 00000400:00000200:0.0:1773941493.742191:0:12453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000400:00000200:0.0:1773941493.742196:0:12453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [158:158:256:4294967295] 192.168.202.155@tcp LPNI seq info [55:55:8:4294967295] 00000400:00000200:0.0:1773941493.742201:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:0.0:1773941493.742211:0:12453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00000800:00000200:0.0:1773941493.742222:0:12453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.155@tcp 00000800:00000010:0.0:1773941493.742225:0:12453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7600. 00000800:00000200:0.0:1773941493.742232:0:12453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00000800:00000200:0.0:1773941493.742238:0:12453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:0.0:1773941493.742242:0:12453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773941493.742257:0:12453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941493.742261:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:0.0:1773941493.742263:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294913653 00000100:00000001:0.0:1773941493.742268:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294911735 00000100:00000001:0.0:1773941493.742271:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294913653 00000100:00000001:0.0:1773941493.742274:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294911736 00000100:00000001:0.0:1773941493.742276:0:12453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941493.742278:0:12453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941493.742279:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941493.742281:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773941493.742283:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0e026c0 going to sleep for 11 seconds 00000100:00000001:0.0:1773941493.742286:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941493.742289:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941493.742378:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941493.742383:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7600. 00000400:00000200:2.0:1773941493.742388:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941493.742394:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:2.0:1773941493.742399:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5dcc0 00000400:00000010:2.0:1773941493.742401:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5dcc0. 00000100:00000001:2.0:1773941493.742404:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941493.742409:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b11880 x1860112264219520/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941509 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941493.742417:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941493.742420:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f298b11880 x1860112264219520/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941509 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941493.742446:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941493.742448:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941493.743804:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941493.743814:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941493.743816:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941493.743818:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941493.743822:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941493.743826:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : PUT - for me 00000400:00000200:2.0:1773941493.743831:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941493.743833:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941493.743837:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941493.743842:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c04b80 00000400:00000200:2.0:1773941493.743854:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941493.743861:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xc95 [1] + 224 00000800:00000001:2.0:1773941493.743869:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941493.743877:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941493.743880:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941493.743883:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000100:00000001:2.0:1773941493.743889:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941493.743894:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b11880 x1860112264219520/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941509 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941493.743905:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff96f298b11880 x1860112264219520/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941509 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941493.743922:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941493.743931:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941493.743935:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941493.743961:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941493.743969:0:12453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941493.743971:0:12453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941493.743974:0:12453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d35d8. 00000400:00000200:0.0:1773941493.743977:0:12453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d770 00000400:00000010:0.0:1773941493.743979:0:12453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d770. 00000100:00000001:0.0:1773941493.743981:0:12453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941493.743985:0:12453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b11880 x1860112264219520/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941509 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941493.743992:0:12453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b11880 x1860112264219520/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941509 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941493.743997:0:12453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941493.743998:0:12453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941493.744005:0:12453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941493.744007:0:12453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941493.744009:0:12453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941493.744010:0:12453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941493.744012:0:12453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941493.744017:0:12453:0:(import.c:2136:obd_at_measure()) add 0 to ffff96f2a0db5458 time=58 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941493.744020:0:12453:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941493.744022:0:12453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:0.0:1773941493.744025:0:12453:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.145@tcp: operation ldlm_enqueue to node 192.168.202.145@tcp failed: rc = -107 00000100:00000001:0.0:1773941493.744027:0:12453:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941493.744030:0:12453:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1773941493.744032:0:12453:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.145@tcp of MGS@192.168.202.145@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1773941493.744035:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1773941493.744038:0:12453:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1773941493.744041:0:12453:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:0.0:1773941493.744043:0:12453:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941493.744044:0:12453:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1773941493.744046:0:12453:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1773941493.744048:0:12453:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f298b11880 x1860112264219520/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941509 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941493.744053:0:12453:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941493.744054:0:12453:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941493.744056:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941493.744058:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1773941493.744060:0:12453:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:0.0:1773941493.744061:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941493.744062:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941493.744063:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941493.744064:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1773941493.744064:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941493.744065:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941493.744067:0:12453:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1773941493.744068:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1773941493.744071:0:12453:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1773941493.744077:0:12453:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 242 00000400:00000200:0.0:1773941493.744092:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941493.744097:0:12453:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000040:0.0:1773941493.744102:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941493.744105:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941493.744108:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941493.744110:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:0.0:1773941493.744114:0:12453:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941493.744116:0:12453:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:0.0:1773941493.744119:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941493.744121:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:0.0:1773941493.744124:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:0.0:1773941493.744127:0:12453:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:0.0:1773941493.744130:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941493.744133:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941493.744135:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941493.744137:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:0.0:1773941493.744140:0:12453:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:0.0:1773941493.744144:0:12453:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:0.0:1773941493.744146:0:12453:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941493.744149:0:12453:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1773941493.744151:0:12453:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941493.744153:0:12453:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941493.744155:0:12453:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1773941493.744157:0:12453:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941493.744160:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b11f80. 00000020:00000040:0.0:1773941493.744161:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 02000000:00000001:0.0:1773941493.744164:0:12453:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773941493.744165:0:12453:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941493.744167:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941493.744169:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941493.744170:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941493.744178:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f288f68800. 00000100:00000001:0.0:1773941493.744180:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941493.744185:0:12453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298b11f80 x1860112264219648/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941493.744191:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941493.744193:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941493.744196:0:12453:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c467865] to pc [ptlrpcd_rcv+-1] req@ffff96f298b11f80 x1860112264219648/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941493.744211:0:12453:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941493.744213:0:12453:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1773941493.744215:0:12453:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941493.744216:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941493.744218:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941493.744219:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941493.744221:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0e026c0 going to sleep for 1 seconds 00000100:00000001:0.0:1773941493.744222:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941493.744224:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941493.744228:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b11880 x1860112264219520/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941509 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941493.744233:0:12453:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1773941493.744235:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941493.744238:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941493.744238:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941493.744242:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941493.744243:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941493.744247:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941493.744247:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b11880 x1860112264219520/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941509 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941493.744254:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b11f80 x1860112264219648/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941493.744258:0:12453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264219520:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941493.744262:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941493.744264:0:12453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941493.744269:0:12453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773941493.744272:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941493.744273:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941493.744275:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941493.744277:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941493.744281:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941493.744285:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941493.744285:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b11880 x1860112264219520/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941509 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941493.744292:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264219648:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941493.744300:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1773941493.744303:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941493.744306:0:12453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f2a0e026c0. 00000100:00000001:0.0:1773941493.744308:0:12453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773941493.744309:0:12453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:3.0:1773941493.744310:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1773941493.744311:0:12453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000001:3.0:1773941493.744314:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941493.744315:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941493.744318:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1773941493.744320:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1773941493.744320:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289192200 refcount=4 00000020:00000001:0.0:1773941493.744324:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159218688 : -115506550332928 : ffff96f289192200) 00010000:00000001:0.0:1773941493.744327:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159218688 : -115506550332928 : ffff96f289192200) 02000000:00000010:3.0:1773941493.744328:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f286076000. 00010000:00010000:0.0:1773941493.744330:0:12453:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc046 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941493.744336:0:12453:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:0.0:1773941493.744339:0:12453:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc046 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:3.0:1773941493.744341:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941493.744348:0:12453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000200:3.0:1773941493.744351:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00010000:0.0:1773941493.744352:0:12453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc046 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:3.0:1773941493.744355:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7b00. 00010000:00000001:0.0:1773941493.744361:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1773941493.744364:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51c38. 00010000:00000001:0.0:1773941493.744364:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773941493.744366:0:12453:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc046 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941493.744370:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941493.744371:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941493.744374:0:12453:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000200:3.0:1773941493.744377:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264219648, portal 25 00010000:00010000:0.0:1773941493.744378:0:12453:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc046 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941493.744381:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941493.744382:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420837760 : -115506288713856 : ffff96f298b11f80) 00000100:00000040:3.0:1773941493.744390:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b11f80 x1860112264219648/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1773941493.744392:0:12453:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f289192200 already unused, calling callback (ffffffffc147fc20) 10000000:00000001:0.0:1773941493.744398:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1773941493.744401:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00010000:0.0:1773941493.744402:0:12453:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc046 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:3.0:1773941493.744406:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:3.0:1773941493.744412:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51770. 00010000:00000001:0.0:1773941493.744413:0:12453:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000200:3.0:1773941493.744415:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264219648, offset 0 00010000:00000001:0.0:1773941493.744416:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941493.744418:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941493.744420:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289192200 refcount=5 00000020:00000001:0.0:1773941493.744421:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159218688 : -115506550332928 : ffff96f289192200) 00010000:00000001:0.0:1773941493.744422:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159218688 : -115506550332928 : ffff96f289192200) 00010000:00000001:0.0:1773941493.744424:0:12453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:3.0:1773941493.744446:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00010000:00010000:0.0:1773941493.744446:0:12453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc046 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941493.744454:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 10000000:00000001:0.0:1773941493.744455:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1773941493.744458:0:12453:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc046 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941493.744463:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 10000000:01000000:0.0:1773941493.744465:0:12453:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1773941493.744468:0:12453:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000400:00000200:3.0:1773941493.744470:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 10000000:00000001:0.0:1773941493.744470:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941493.744476:0:12453:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000400:00000200:3.0:1773941493.744478:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00010000:00000001:0.0:1773941493.744479:0:12453:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773941493.744482:0:12453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773941493.744485:0:12453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:3.0:1773941493.744486:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00010000:00000001:0.0:1773941493.744487:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941493.744490:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941493.744491:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000020:00000040:0.0:1773941493.744494:0:12453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f289192200 with handle 0x6eb1e9e7edefc046 from hash 00000400:00000200:3.0:1773941493.744496:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[54, 55] 00010000:00000001:0.0:1773941493.744498:0:12453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773941493.744500:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941493.744503:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1773941493.744504:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:3.0:1773941493.744507:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [159:159:256:4294967295] 192.168.202.145@tcp LPNI seq info [56:56:8:4294967295] 00010000:00000001:0.0:1773941493.744510:0:12453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773941493.744512:0:12453:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000400:00000200:3.0:1773941493.744513:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000001:0.0:1773941493.744515:0:12453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773941493.744519:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941493.744521:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1773941493.744524:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00010000:00000001:0.0:1773941493.744525:0:12453:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941493.744529:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941493.744533:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:3.0:1773941493.744537:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258f00. 00010000:00010000:0.0:1773941493.744539:0:12453:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc046 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941493.744546:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00010000:00000001:0.0:1773941493.744552:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941493.744555:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:3.0:1773941493.744556:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00010000:00000001:0.0:1773941493.744558:0:12453:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000800:00000200:3.0:1773941493.744560:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258f00 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:0.0:1773941493.744561:0:12453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773941493.744564:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941493.744566:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941493.744566:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773941493.744568:0:12453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc046 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773941493.744573:0:12453:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f2883d5200 count: 0 00000100:00000001:3.0:1773941493.744574:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941493.744587:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1773941493.744588:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000001:0.0:1773941493.744591:0:12453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941493.744593:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294913655 00000100:00000001:0.0:1773941493.744597:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941493.744600:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294913653 00000100:00000040:0.0:1773941493.744606:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b11880 x1860112264219520/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941509 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941493.744607:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294913655 00000100:00000001:3.0:1773941493.744614:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294913653 00000100:00000001:3.0:1773941493.744621:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941493.744625:0:12453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1773941493.744626:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941493.744629:0:12453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1773941493.744631:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941493.744634:0:12453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f288f6b800. 00000100:00000001:3.0:1773941493.744636:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1773941493.744640:0:12453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000200:2.0:1773941493.744642:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1773941493.744644:0:12453:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1773941493.744645:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:2.0:1773941493.744646:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258f00. 00000100:00000001:3.0:1773941493.744649:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000040:0.0:1773941493.744650:0:12453:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000400:00000200:2.0:1773941493.744651:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1773941493.744653:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941493.744655:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1773941493.744657:0:12453:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941493.744658:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941493.744662:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941493.744662:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 02000000:00000010:0.0:1773941493.744662:0:12453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f283eb9a00. 00000400:00000200:2.0:1773941493.744669:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51770 02000000:00000001:0.0:1773941493.744669:0:12453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941493.744672:0:12453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:2.0:1773941493.744674:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51770. 00000100:00000001:2.0:1773941493.744679:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:0.0:1773941493.744680:0:12453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b11880. 00000100:00000001:0.0:1773941493.744685:0:12453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:2.0:1773941493.744687:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b11f80 x1860112264219648/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941493.744687:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1773941493.744691:0:12453:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:0.0:1773941493.744696:0:12453:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:0.0:1773941493.744699:0:12453:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1773941493.744703:0:12453:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f282eddfc0. 00000100:00000001:2.0:1773941493.744707:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1773941493.744708:0:12453:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f283eb9a00. 00000020:00000010:0.0:1773941493.744713:0:12453:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f283eb9e00. 00000100:00000040:2.0:1773941493.744749:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b11f80 x1860112264219648/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941503 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000040:00000010:0.0:1773941493.744750:0:12453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f283eb9c00. 00000020:00000010:0.0:1773941493.744756:0:12453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f28309b000. 00000020:00000010:0.0:1773941493.744762:0:12453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f283eb9600. 00000100:00000001:2.0:1773941493.744764:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:0.0:1773941493.744767:0:12453:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f28376f660. 00000100:00000001:2.0:1773941493.744768:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00040000:00000010:0.0:1773941493.744772:0:12453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f283eb9800. 20000000:00000010:0.0:1773941493.744776:0:12453:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f283eb9000. 10000000:00000040:0.0:1773941493.744779:0:12453:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 10000000:00000001:0.0:1773941493.744782:0:12453:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:0.0:1773941493.744785:0:12453:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f283eb9e00. 00000040:00000010:0.0:1773941493.744789:0:12453:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f283eb9c00. 00000020:00000010:0.0:1773941493.744791:0:12453:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f28309b000. 00000020:00000010:0.0:1773941493.744794:0:12453:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f283eb9600. 80000000:00000010:0.0:1773941493.744796:0:12453:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f28376f660. 00040000:00000010:0.0:1773941493.744798:0:12453:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f283eb9800. 20000000:00000010:0.0:1773941493.744800:0:12453:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f283eb9000. 00000020:00000010:0.0:1773941493.744802:0:12453:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f283eb9a00. 10000000:00000010:0.0:1773941493.744804:0:12453:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f282eddfc0. 10000000:01000000:0.0:1773941493.744806:0:12453:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:0.0:1773941493.744808:0:12453:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:0.0:1773941493.744810:0:12453:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:0.0:1773941493.744812:0:12453:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1773941493.744812:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941493.744814:0:12453:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff96f2a0da3200) refs 2 10000000:00000001:0.0:1773941493.744815:0:12453:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:2.0:1773941493.746204:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941493.746210:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941493.746212:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941493.746213:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941493.746222:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941493.746226:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941493.746229:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941493.746232:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941493.746234:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941493.746236:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c04c00 00000400:00000200:2.0:1773941493.746239:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941493.746242:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xc9d [1] + 0 00000800:00000001:2.0:1773941493.746246:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941493.746250:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941493.746252:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941493.746255:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941493.746259:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941493.746262:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b11f80 x1860112264219648/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941503 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941493.746270:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f298b11f80 x1860112264219648/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941493.746283:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941493.746287:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941493.746289:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941493.746313:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941493.746317:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941493.746320:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.746322:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.746324:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7b00. 00000400:00000200:3.0:1773941493.746329:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51c38 00000400:00000010:3.0:1773941493.746331:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51c38. 00000100:00000001:3.0:1773941493.746333:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941493.746339:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b11f80 x1860112264219648/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941493.746349:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b11f80 x1860112264219648/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941503 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941493.746356:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941493.746357:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941493.746360:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941493.746362:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941493.746363:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941493.746365:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941493.746367:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941493.746371:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=58 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941493.746381:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941493.746383:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941493.746385:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941493.746387:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941493.746389:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941493.746391:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941493.746396:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b11f80 x1860112264219648/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941503 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941493.746402:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941493.746405:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941493.746406:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941493.746408:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941493.746412:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941493.746415:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941493.746417:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:3.0:1773941493.746418:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941493.746421:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:3.0:1773941493.746423:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:3.0:1773941493.746441:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:3.0:1773941493.746446:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941493 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941493.746449:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941493.746455:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:3.0:1773941493.746457:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941493.746458:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941493.746460:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941493.746462:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941493.746466:0:2352:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.145@tcp after partition 00000100:00080000:3.0:1773941493.746468:0:2352:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941493.746471:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941493.746474:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941493.746477:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:3.0:1773941493.746480:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941493.746697:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941493.746707:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941493.746734:0:12490:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:0.0:1773941493.746750:0:12490:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 00000100:00000040:3.0:1773941493.746751:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b11f80 x1860112264219648/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941503 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941493.746753:0:12490:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:3.0:1773941493.746766:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264219648:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941493.746776:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941493.746779:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941493.746785:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b11f80 x1860112264219648/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941503 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941493.746785:0:12490:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941493.746788:0:12490:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:0.0:1773941493.746792:0:12490:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941493.746795:0:12490:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1773941493.746798:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:0.0:1773941493.746800:0:12490:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941493.746804:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:0.0:1773941493.746804:0:12490:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941493.746808:0:12490:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:3.0:1773941493.746809:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f286076000. 00000001:00000001:0.0:1773941493.746810:0:12490:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941493.746813:0:12490:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941493.746815:0:12490:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:3.0:1773941493.746816:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941493.746820:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:0.0:1773941493.746820:0:12490:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 00000020:00000040:3.0:1773941493.746824:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:0.0:1773941493.746825:0:12490:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941493.746829:0:12490:0:(recover.c:147:ptlrpc_resend()) Process entered 00000020:00000001:3.0:1773941493.746830:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941493.746831:0:12490:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941493.746833:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f288f68800. 00000100:00080000:0.0:1773941493.746834:0:12490:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 02000000:00000001:3.0:1773941493.746839:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1773941493.746840:0:12490:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:3.0:1773941493.746843:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 10000000:01000000:0.0:1773941493.746844:0:12490:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000010:3.0:1773941493.746848:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b11f80. 10000000:00000040:0.0:1773941493.746849:0:12490:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 00000100:00000001:3.0:1773941493.746855:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941493.746858:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941493.746860:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941493.746864:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941493.746866:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941493.746869:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941493.746871:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941493.746872:0:12490:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941493.746876:0:12490:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941493.746879:0:12490:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941493.746884:0:12490:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 00000100:00000001:0.0:1773941493.746889:0:12490:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941493.746891:0:12490:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941493.746893:0:12490:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:0.0:1773941493.746896:0:12490:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941493.746898:0:12490:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1773941493.749755:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f2883d5200. 00010000:00000010:0.1:1773941493.749763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f289192200. 00000020:00000001:2.0:1773941494.189882:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941494.189887:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941494.189891:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773941494.253828:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (249) 10000000:00000001:0.0:1773941495.213833:0:12453:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941495.213839:0:12453:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff96f2a0da3200) refs 2 10000000:00000001:0.0:1773941495.213844:0:12453:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941495.213846:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941495.213847:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941495.213849:0:12453:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1773941495.213851:0:12453:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1773941495.213853:0:12453:0:(mgc_request.c:1794:mgc_process_log()) Process entered 00000020:00000001:2.0:1773941495.213858:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941495.213862:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941495.213865:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1773941495.213872:0:12453:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f298b5cd28 from 1 10000000:00000001:0.0:1773941495.213874:0:12453:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941495.213876:0:12453:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1773941495.213882:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b11880. 00000020:00000040:0.0:1773941495.213885:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:0.0:1773941495.213888:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941495.213891:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941495.213895:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941495.213900:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f283eb9a00. 00000100:00000001:0.0:1773941495.213905:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941495.213909:0:12453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941495.213912:0:12453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941495.213918:0:12453:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f2883d5200. 00010000:00000001:0.0:1773941495.213922:0:12453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941495.213925:0:12453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f289192200. 00000020:00000001:0.0:1773941495.213928:0:12453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941495.213930:0:12453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f289192200 with handle 0x6eb1e9e7edefc04d to hash 00000020:00000001:0.0:1773941495.213932:0:12453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941495.213933:0:12453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567159218688 : -115506550332928 : ffff96f289192200) 00010000:00000001:0.0:1773941495.213935:0:12453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567159218688 : -115506550332928 : ffff96f289192200) 00010000:00000001:0.0:1773941495.213937:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941495.213940:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941495.213942:0:12453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc04d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941495.213951:0:12453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc04d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941495.213962:0:12453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc04d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941495.213969:0:12453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941495.213971:0:12453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941495.213977:0:12453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f2a0e026c0. 00000100:00000001:0.0:1773941495.213985:0:12453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567558137536 : -115506151414080 : ffff96f2a0e026c0) 00000100:00000001:0.0:1773941495.213989:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941495.213990:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420835968 : -115506288715648 : ffff96f298b11880) 00000100:00000001:0.0:1773941495.213995:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941495.214000:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941495.214002:0:12453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941495.214004:0:12453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941495.214015:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b11880 x1860112264219776/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941495.214024:0:12453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941495.214025:0:12453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941495.214028:0:12453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941495.214030:0:12453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941495.214032:0:12453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941495.214035:0:12453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264219776:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941495.214038:0:12453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941495.214042:0:12453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941495.214044:0:12453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941495.214046:0:12453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941495.214049:0:12453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f288f6b800. 02000000:00000001:0.0:1773941495.214051:0:12453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941495.214057:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941495.214060:0:12453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d35d8. 00000400:00000010:0.0:1773941495.214064:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d770. 00000100:00000200:0.0:1773941495.214070:0:12453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264219776, portal 25 00000100:00000001:0.0:1773941495.214072:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941495.214073:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420835968 : -115506288715648 : ffff96f298b11880) 00000100:00000040:0.0:1773941495.214076:0:12453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b11880 x1860112264219776/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941511 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941495.214081:0:12453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941495.214084:0:12453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:0.0:1773941495.214085:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d110. 00000100:00000200:0.0:1773941495.214088:0:12453:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264219776, offset 0 00000400:00000200:0.0:1773941495.214097:0:12453:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941495.214104:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941495.214110:0:12453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941495.214114:0:12453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941495.214117:0:12453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941495.214120:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941495.214122:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941495.214125:0:12453:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[56, 55] 00000400:00000200:0.0:1773941495.214127:0:12453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000400:00000200:0.0:1773941495.214130:0:12453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [160:160:256:4294967295] 192.168.202.155@tcp LPNI seq info [57:57:8:4294967295] 00000400:00000200:0.0:1773941495.214133:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:0.0:1773941495.214141:0:12453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00000800:00000200:0.0:1773941495.214146:0:12453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.155@tcp 00000800:00000010:0.0:1773941495.214149:0:12453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7300. 00000800:00000200:0.0:1773941495.214156:0:12453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00000800:00000200:0.0:1773941495.214165:0:12453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:0.0:1773941495.214169:0:12453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773941495.214184:0:12453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941495.214189:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:0.0:1773941495.214192:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294915125 00000100:00000001:0.0:1773941495.214199:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294913655 00000100:00000001:0.0:1773941495.214204:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294915125 00000100:00000001:0.0:1773941495.214209:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294913655 00000100:00000001:0.0:1773941495.214213:0:12453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941495.214215:0:12453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941495.214217:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941495.214218:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773941495.214220:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0e026c0 going to sleep for 11 seconds 00000100:00000001:0.0:1773941495.214222:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941495.214225:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941495.214280:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941495.214284:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7300. 00000400:00000200:2.0:1773941495.214288:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941495.214293:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:2.0:1773941495.214297:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d110 00000400:00000010:2.0:1773941495.214299:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d110. 00000100:00000001:2.0:1773941495.214302:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941495.214313:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b11880 x1860112264219776/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941511 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941495.214321:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941495.214324:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f298b11880 x1860112264219776/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941511 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941495.214329:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941495.214331:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941495.215491:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941495.215501:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941495.215502:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941495.215504:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941495.215508:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941495.215511:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : PUT - for me 00000400:00000200:2.0:1773941495.215516:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941495.215518:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941495.215522:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941495.215525:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c04c80 00000400:00000200:2.0:1773941495.215528:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941495.215531:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xcad [1] + 224 00000800:00000001:2.0:1773941495.215537:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941495.215543:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941495.215545:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941495.215547:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000100:00000001:2.0:1773941495.215551:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941495.215554:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b11880 x1860112264219776/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941511 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941495.215562:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff96f298b11880 x1860112264219776/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941511 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941495.215574:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941495.215581:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941495.215583:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941495.215604:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941495.215610:0:12453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941495.215612:0:12453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941495.215613:0:12453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d35d8. 00000400:00000200:0.0:1773941495.215616:0:12453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d770 00000400:00000010:0.0:1773941495.215618:0:12453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d770. 00000100:00000001:0.0:1773941495.215620:0:12453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941495.215624:0:12453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b11880 x1860112264219776/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941511 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941495.215632:0:12453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b11880 x1860112264219776/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941511 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941495.215640:0:12453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941495.215642:0:12453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941495.215644:0:12453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941495.215647:0:12453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941495.215649:0:12453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941495.215651:0:12453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941495.215654:0:12453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941495.215660:0:12453:0:(import.c:2136:obd_at_measure()) add 0 to ffff96f2a0db5458 time=60 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941495.215664:0:12453:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941495.215667:0:12453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:0.0:1773941495.215672:0:12453:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.145@tcp: operation ldlm_enqueue to node 192.168.202.145@tcp failed: rc = -107 00000100:00000001:0.0:1773941495.222317:0:12453:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941495.222327:0:12453:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1773941495.222334:0:12453:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.145@tcp of MGS@192.168.202.145@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1773941495.222340:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1773941495.222346:0:12453:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1773941495.226599:0:12453:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:0.0:1773941495.226603:0:12453:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941495.226605:0:12453:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1773941495.226607:0:12453:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1773941495.226615:0:12453:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f298b11880 x1860112264219776/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941511 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941495.226641:0:12453:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941495.226642:0:12453:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941495.226644:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941495.226646:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1773941495.226649:0:12453:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:0.0:1773941495.226650:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941495.226651:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941495.226652:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941495.226653:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1773941495.226654:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941495.226655:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941495.226657:0:12453:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1773941495.226659:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1773941495.226661:0:12453:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1773941495.226664:0:12453:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 244 00000400:00000200:0.0:1773941495.226671:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941495.226676:0:12453:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000040:0.0:1773941495.226679:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941495.226682:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941495.226684:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941495.226685:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:0.0:1773941495.226688:0:12453:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941495.226690:0:12453:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:0.0:1773941495.226692:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941495.226694:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:0.0:1773941495.226696:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:0.0:1773941495.226697:0:12453:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:0.0:1773941495.226699:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941495.226700:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941495.226701:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941495.226703:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:0.0:1773941495.226705:0:12453:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:0.0:1773941495.226710:0:12453:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:0.0:1773941495.226712:0:12453:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941495.226731:0:12453:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1773941495.226735:0:12453:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941495.226738:0:12453:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941495.226741:0:12453:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1773941495.226744:0:12453:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941495.226751:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b11c00. 00000020:00000040:0.0:1773941495.226755:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 02000000:00000001:0.0:1773941495.226760:0:12453:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773941495.226763:0:12453:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941495.226767:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941495.226770:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941495.226774:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941495.226782:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f288f68400. 00000100:00000001:0.0:1773941495.226789:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941495.226795:0:12453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298b11c00 x1860112264219904/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941495.226802:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941495.226805:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941495.226808:0:12453:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d27d014c] to pc [ptlrpcd_rcv+-1] req@ffff96f298b11c00 x1860112264219904/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941495.226823:0:12453:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941495.226825:0:12453:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1773941495.226827:0:12453:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941495.226829:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941495.226832:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941495.226834:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941495.226835:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0e026c0 going to sleep for 1 seconds 00000100:00000001:0.0:1773941495.226837:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941495.226839:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941495.226843:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b11880 x1860112264219776/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941511 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941495.226858:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941495.226860:0:12453:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1773941495.226863:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941495.226865:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941495.226867:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941495.226870:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b11880 x1860112264219776/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941511 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941495.226876:0:12453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264219776:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941495.226880:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941495.226882:0:12453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941495.226886:0:12453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941495.226887:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941495.226888:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941495.226890:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941495.226893:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b11880 x1860112264219776/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941511 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941495.226899:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b11c00 x1860112264219904/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941495.226902:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941495.226907:0:12453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f2a0e026c0. 00000100:00000001:3.0:1773941495.226913:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941495.226914:0:12453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941495.226916:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941495.226917:0:12453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:3.0:1773941495.226920:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1773941495.226921:0:12453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773941495.226924:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941495.226926:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941495.226929:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289192200 refcount=4 02000000:00000001:3.0:1773941495.226930:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1773941495.226931:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159218688 : -115506550332928 : ffff96f289192200) 02000000:00000001:3.0:1773941495.226934:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941495.226935:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159218688 : -115506550332928 : ffff96f289192200) 00000100:00100000:3.0:1773941495.226940:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264219904:192.168.202.145@tcp:250:ll_cfg_requeue.0 00010000:00010000:0.0:1773941495.226942:0:12453:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc04d lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941495.226947:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941495.226952:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1773941495.226952:0:12453:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 02000000:00000001:3.0:1773941495.226954:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941495.226958:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:0.0:1773941495.226958:0:12453:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc04d lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:3.0:1773941495.226963:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f286076000. 02000000:00000001:3.0:1773941495.226966:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941495.226973:0:12453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000200:3.0:1773941495.226974:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00010000:0.0:1773941495.226977:0:12453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc04d lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:3.0:1773941495.226979:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7b00. 00010000:00000001:0.0:1773941495.226986:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1773941495.226987:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51c38. 00010000:00000001:0.0:1773941495.226988:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773941495.226992:0:12453:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc04d lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:3.0:1773941495.226996:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264219904, portal 25 00010000:00000001:0.0:1773941495.226997:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1773941495.227000:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1773941495.227002:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941495.227003:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420836864 : -115506288714752 : ffff96f298b11c00) 00010000:00000001:0.0:1773941495.227006:0:12453:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773941495.227010:0:12453:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc04d lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941495.227016:0:12453:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f289192200 already unused, calling callback (ffffffffc147fc20) 00000100:00000040:3.0:1773941495.227018:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b11c00 x1860112264219904/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1773941495.227019:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1773941495.227023:0:12453:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc04d lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941495.227035:0:12453:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773941495.227038:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941495.227040:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1773941495.227042:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1773941495.227042:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289192200 refcount=5 00000020:00000001:0.0:1773941495.227046:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159218688 : -115506550332928 : ffff96f289192200) 00000100:00000040:3.0:1773941495.227050:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00010000:00000001:0.0:1773941495.227050:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159218688 : -115506550332928 : ffff96f289192200) 00000400:00000010:3.0:1773941495.227055:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c517f8. 00010000:00000001:0.0:1773941495.227055:0:12453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773941495.227059:0:12453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc04d lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:3.0:1773941495.227060:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264219904, offset 0 10000000:00000001:0.0:1773941495.227069:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:3.0:1773941495.227073:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 10000000:00010000:0.0:1773941495.227075:0:12453:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc04d lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1773941495.227080:0:12453:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1773941495.227082:0:12453:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1773941495.227084:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941495.227085:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00010000:0.0:1773941495.227087:0:12453:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1773941495.227090:0:12453:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773941495.227093:0:12453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773941495.227094:0:12453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773941495.227096:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1773941495.227098:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00010000:00000001:0.0:1773941495.227098:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941495.227103:0:12453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f289192200 with handle 0x6eb1e9e7edefc04d from hash 00010000:00000001:0.0:1773941495.227106:0:12453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:3.0:1773941495.227108:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:0.0:1773941495.227108:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941495.227111:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941495.227113:0:12453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773941495.227114:0:12453:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000400:00000200:3.0:1773941495.227117:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00010000:00000001:0.0:1773941495.227117:0:12453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773941495.227121:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941495.227122:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941495.227124:0:12453:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941495.227125:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 10000000:00000001:0.0:1773941495.227125:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941495.227131:0:12453:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc04d lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941495.227133:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941495.227140:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[56, 57] 00010000:00000001:0.0:1773941495.227143:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1773941495.227146:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00010000:00000001:0.0:1773941495.227146:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941495.227148:0:12453:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773941495.227150:0:12453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773941495.227153:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1773941495.227154:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [161:161:256:4294967295] 192.168.202.145@tcp LPNI seq info [58:58:8:4294967295] 00010000:00000001:0.0:1773941495.227155:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941495.227158:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773941495.227161:0:12453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc04d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941495.227162:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000040:0.0:1773941495.227168:0:12453:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f2883d5200 count: 0 00000400:00000200:3.0:1773941495.227181:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00010000:00000001:0.0:1773941495.227188:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:3.0:1773941495.227189:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.145@tcp 00010000:00000001:0.0:1773941495.227192:0:12453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000800:00000010:3.0:1773941495.227195:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258800. 00000100:00000001:0.0:1773941495.227195:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941495.227202:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b11880 x1860112264219776/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941511 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1773941495.227208:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000100:00000001:0.0:1773941495.227214:0:12453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941495.227218:0:12453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000200:3.0:1773941495.227219:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 02000000:00000010:0.0:1773941495.227221:0:12453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f288f6b800. 00000800:00000200:3.0:1773941495.227225:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258800 type 1, nob 616 niov 1 nkiov 1 02000000:00000001:0.0:1773941495.227226:0:12453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941495.227230:0:12453:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941495.227231:0:12453:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:0.0:1773941495.227233:0:12453:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941495.227234:0:12453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f283eb9a00. 02000000:00000001:0.0:1773941495.227237:0:12453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941495.227238:0:12453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1773941495.227239:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941495.227240:0:12453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b11880. 00000100:00000001:0.0:1773941495.227246:0:12453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1773941495.227247:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:0.0:1773941495.227248:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941495.227251:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294915138 10000000:00000001:0.0:1773941495.227251:0:12453:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:0.0:1773941495.227256:0:12453:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:0.0:1773941495.227259:0:12453:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000100:00000001:3.0:1773941495.227261:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294915125 10000000:00000010:0.0:1773941495.227262:0:12453:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f282eddfc0. 00000100:00000001:3.0:1773941495.227268:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294915138 00000020:00000010:0.0:1773941495.227268:0:12453:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f283eb9a00. 00000100:00000001:3.0:1773941495.227273:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294915125 00000020:00000010:0.0:1773941495.227273:0:12453:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f283eb9000. 00000100:00000001:3.0:1773941495.227279:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000010:0.0:1773941495.227279:0:12453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f283eb9800. 00000100:00000001:3.0:1773941495.227284:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941495.227286:0:12453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f28309b000. 00000100:00000001:3.0:1773941495.227287:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941495.227290:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1773941495.227291:0:12453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f283eb9600. 80000000:00000010:0.0:1773941495.227296:0:12453:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f28376f660. 00000100:00000001:3.0:1773941495.227297:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941495.227300:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00040000:00000010:0.0:1773941495.227302:0:12453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f283eb9c00. 00000100:00000001:3.0:1773941495.227303:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941495.227306:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941495.227308:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1773941495.227309:0:12453:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f283eb9e00. 00000100:00000001:3.0:1773941495.227310:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1773941495.227314:0:12453:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 10000000:00000001:0.0:1773941495.227316:0:12453:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:0.0:1773941495.227320:0:12453:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f283eb9000. 00000040:00000010:0.0:1773941495.227323:0:12453:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f283eb9800. 00000020:00000010:0.0:1773941495.227330:0:12453:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f28309b000. 00000020:00000010:0.0:1773941495.227333:0:12453:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f283eb9600. 80000000:00000010:0.0:1773941495.227336:0:12453:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f28376f660. 00040000:00000010:0.0:1773941495.227339:0:12453:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f283eb9c00. 20000000:00000010:0.0:1773941495.227341:0:12453:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f283eb9e00. 00000020:00000010:0.0:1773941495.227344:0:12453:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f283eb9a00. 10000000:00000010:0.0:1773941495.227345:0:12453:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f282eddfc0. 10000000:01000000:0.0:1773941495.227347:0:12453:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:0.0:1773941495.227349:0:12453:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:0.0:1773941495.227351:0:12453:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 00000800:00000200:2.0:1773941495.227389:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941495.227399:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258800. 00000400:00000200:2.0:1773941495.227403:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941495.227409:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941495.227432:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c517f8 00000400:00000010:2.0:1773941495.227435:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c517f8. 00000100:00000001:2.0:1773941495.227440:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941495.227445:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b11c00 x1860112264219904/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941495.227455:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941495.227458:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b11c00 x1860112264219904/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941495.227467:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941495.227469:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941495.228923:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941495.228932:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941495.228934:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941495.228936:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941495.228940:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941495.228944:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941495.228950:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941495.228954:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941495.228958:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941495.228962:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c04d00 00000400:00000200:2.0:1773941495.228966:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941495.228973:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xcb5 [1] + 0 00000800:00000001:2.0:1773941495.228981:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941495.228989:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941495.228992:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941495.228996:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941495.229000:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941495.229009:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b11c00 x1860112264219904/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941495.229017:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f298b11c00 x1860112264219904/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941495.229034:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941495.229041:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941495.229044:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941495.229060:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941495.229063:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941495.229067:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941495.229069:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941495.229071:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7b00. 00000400:00000200:3.0:1773941495.229076:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51c38 00000400:00000010:3.0:1773941495.229077:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51c38. 00000100:00000001:3.0:1773941495.229080:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941495.229086:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b11c00 x1860112264219904/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941495.229097:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b11c00 x1860112264219904/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941495.229112:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941495.229114:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941495.229117:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941495.229119:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941495.229121:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941495.229124:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941495.229127:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941495.229133:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=60 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941495.229136:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941495.229137:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941495.229139:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941495.229141:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941495.229142:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941495.229144:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941495.229148:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b11c00 x1860112264219904/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941495.229152:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941495.229154:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941495.229155:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941495.229157:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941495.229161:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941495.229163:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941495.229164:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:3.0:1773941495.229165:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941495.229167:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:3.0:1773941495.229169:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:3.0:1773941495.229170:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:3.0:1773941495.229172:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941495 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941495.229174:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941495.229179:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:3.0:1773941495.229180:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941495.229182:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941495.229183:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941495.229190:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941495.229193:0:2352:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.145@tcp after partition 00000100:00080000:3.0:1773941495.229195:0:2352:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941495.229196:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941495.229199:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941495.229201:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:3.0:1773941495.229203:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941495.229435:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941495.229438:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941495.229442:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b11c00 x1860112264219904/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941495.229449:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264219904:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941495.229453:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941495.229455:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941495.229458:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b11c00 x1860112264219904/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941495.229461:0:12492:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:3.0:1773941495.229463:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941495.229466:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941495.229469:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f286076000. 02000000:00000001:3.0:1773941495.229471:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941495.229473:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941495.229475:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:3.0:1773941495.229477:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941495.229478:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f288f68400. 02000000:00000001:3.0:1773941495.229480:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941495.229481:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941495.229482:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b11c00. 00000100:00080000:1.0:1773941495.229484:0:12492:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 00000100:00000001:3.0:1773941495.229485:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941495.229488:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941495.229491:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941495.229492:0:12492:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1773941495.229494:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941495.229496:0:12492:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:3.0:1773941495.229497:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1773941495.229499:0:12492:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:1.0:1773941495.229503:0:12492:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:3.0:1773941495.229506:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941495.229507:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941495.229519:0:12492:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941495.229523:0:12492:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941495.229525:0:12492:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941495.229527:0:12492:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941495.229529:0:12492:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941495.229531:0:12492:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941495.229533:0:12492:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941495.229537:0:12492:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941495.229540:0:12492:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941495.229555:0:12492:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941495.229557:0:12492:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941495.229560:0:12492:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941495.229563:0:12492:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941495.229564:0:12492:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941495.229566:0:12492:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 00000100:00080000:1.0:1773941495.229587:0:12492:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941495.229588:0:12492:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941495.229590:0:12492:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941495.229594:0:12492:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 10000000:00000001:0.0:1773941495.231354:0:12453:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1773941495.231357:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941495.231359:0:12453:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff96f2a0da3200) refs 2 10000000:00000001:0.0:1773941495.231362:0:12453:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:1.0:1773941495.238536:0:12492:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941495.238544:0:12492:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941495.238548:0:12492:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941495.238551:0:12492:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941495.238553:0:12492:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1773941495.239751:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f2883d5200. 00010000:00000010:0.1:1773941495.239760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f289192200. 00000020:00000001:2.0:1773941496.237900:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941496.237905:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941496.237909:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1773941496.429819:0:12453:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941496.429827:0:12453:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff96f2a0da3200) refs 2 10000000:00000001:0.0:1773941496.429830:0:12453:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941496.429832:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941496.429834:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941496.429835:0:12453:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1773941496.429839:0:12453:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1773941496.429841:0:12453:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1773941496.429843:0:12453:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f298b5cd28 from 1 10000000:00000001:0.0:1773941496.429847:0:12453:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941496.429849:0:12453:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1773941496.429859:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b11880. 00000020:00000040:0.0:1773941496.429864:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:0.0:1773941496.429868:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941496.429873:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941496.429878:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941496.429885:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f283eb9a00. 00000100:00000001:0.0:1773941496.429892:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941496.429898:0:12453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941496.429901:0:12453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941496.429909:0:12453:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f2883d5200. 00010000:00000001:0.0:1773941496.429920:0:12453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941496.429936:0:12453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f289192200. 00000020:00000001:0.0:1773941496.429940:0:12453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941496.429942:0:12453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f289192200 with handle 0x6eb1e9e7edefc054 to hash 00000020:00000001:0.0:1773941496.429944:0:12453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941496.429945:0:12453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567159218688 : -115506550332928 : ffff96f289192200) 00010000:00000001:0.0:1773941496.429948:0:12453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567159218688 : -115506550332928 : ffff96f289192200) 00010000:00000001:0.0:1773941496.429951:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941496.429954:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941496.429957:0:12453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc054 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941496.429965:0:12453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc054 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941496.429974:0:12453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc054 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941496.429978:0:12453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941496.429979:0:12453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941496.429986:0:12453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f2a0e026c0. 00000100:00000001:0.0:1773941496.429989:0:12453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567558137536 : -115506151414080 : ffff96f2a0e026c0) 00000100:00000001:0.0:1773941496.429992:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941496.429993:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420835968 : -115506288715648 : ffff96f298b11880) 00000100:00000001:0.0:1773941496.429998:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941496.430003:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941496.430005:0:12453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941496.430007:0:12453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941496.430018:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b11880 x1860112264220032/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941496.430028:0:12453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941496.430030:0:12453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941496.430034:0:12453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941496.430036:0:12453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941496.430049:0:12453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941496.430055:0:12453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264220032:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941496.430059:0:12453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941496.430065:0:12453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941496.430067:0:12453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941496.430070:0:12453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941496.430075:0:12453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f288f68800. 02000000:00000001:0.0:1773941496.430077:0:12453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941496.430086:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941496.430090:0:12453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d35d8. 00000400:00000010:0.0:1773941496.430097:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d770. 00000100:00000200:0.0:1773941496.430105:0:12453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264220032, portal 25 00000100:00000001:0.0:1773941496.430108:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941496.430109:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420835968 : -115506288715648 : ffff96f298b11880) 00000100:00000040:0.0:1773941496.430116:0:12453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b11880 x1860112264220032/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941512 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941496.430125:0:12453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941496.430129:0:12453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:0.0:1773941496.430132:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5de58. 00000100:00000200:0.0:1773941496.430136:0:12453:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264220032, offset 0 00000400:00000200:0.0:1773941496.430143:0:12453:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941496.430153:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941496.430161:0:12453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941496.430166:0:12453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941496.430170:0:12453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941496.430174:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941496.430177:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941496.430181:0:12453:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[58, 57] 00000400:00000200:0.0:1773941496.430185:0:12453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000400:00000200:0.0:1773941496.430190:0:12453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [162:162:256:4294967295] 192.168.202.155@tcp LPNI seq info [59:59:8:4294967295] 00000400:00000200:0.0:1773941496.430202:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:0.0:1773941496.430213:0:12453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00000800:00000200:0.0:1773941496.430226:0:12453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.155@tcp 00000800:00000010:0.0:1773941496.430232:0:12453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7800. 00000800:00000200:0.0:1773941496.430240:0:12453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00000800:00000200:0.0:1773941496.430246:0:12453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:0.0:1773941496.430250:0:12453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773941496.430267:0:12453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941496.430271:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:0.0:1773941496.430273:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294916341 00000100:00000001:0.0:1773941496.430278:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294915138 00000100:00000001:0.0:1773941496.430282:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294916341 00000100:00000001:0.0:1773941496.430285:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294915138 00000100:00000001:0.0:1773941496.430287:0:12453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941496.430289:0:12453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941496.430291:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941496.430293:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773941496.430295:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0e026c0 going to sleep for 11 seconds 00000100:00000001:0.0:1773941496.430298:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941496.430301:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941496.430375:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941496.430382:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7800. 00000400:00000200:2.0:1773941496.430387:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941496.430394:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:2.0:1773941496.430411:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5de58 00000400:00000010:2.0:1773941496.430414:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5de58. 00000100:00000001:2.0:1773941496.430419:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941496.430425:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b11880 x1860112264220032/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941512 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941496.430437:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941496.430442:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f298b11880 x1860112264220032/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941512 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941496.430451:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941496.430453:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941496.431695:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941496.431705:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941496.431707:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941496.431709:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941496.431713:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941496.431741:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : PUT - for me 00000400:00000200:2.0:1773941496.431748:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941496.431752:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941496.431757:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941496.431761:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c04d80 00000400:00000200:2.0:1773941496.431766:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941496.431772:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xcc5 [1] + 224 00000800:00000001:2.0:1773941496.431790:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941496.431799:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941496.431810:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941496.431813:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000100:00000001:2.0:1773941496.431817:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941496.431821:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b11880 x1860112264220032/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941512 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941496.431829:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff96f298b11880 x1860112264220032/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941512 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941496.431841:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941496.431848:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941496.431851:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941496.431876:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941496.431882:0:12453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941496.431884:0:12453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941496.431886:0:12453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d35d8. 00000400:00000200:0.0:1773941496.431890:0:12453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d770 00000400:00000010:0.0:1773941496.431892:0:12453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d770. 00000100:00000001:0.0:1773941496.431895:0:12453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941496.431899:0:12453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b11880 x1860112264220032/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941512 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941496.431907:0:12453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b11880 x1860112264220032/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941512 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941496.431912:0:12453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941496.431913:0:12453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941496.431920:0:12453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941496.431922:0:12453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941496.431924:0:12453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941496.431926:0:12453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941496.431927:0:12453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941496.431932:0:12453:0:(import.c:2136:obd_at_measure()) add 0 to ffff96f2a0db5458 time=61 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941496.431934:0:12453:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941496.431936:0:12453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:0.0:1773941496.431940:0:12453:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.145@tcp: operation ldlm_enqueue to node 192.168.202.145@tcp failed: rc = -107 00000100:00000001:0.0:1773941496.431942:0:12453:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941496.431944:0:12453:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1773941496.431947:0:12453:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.145@tcp of MGS@192.168.202.145@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1773941496.431951:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1773941496.431955:0:12453:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1773941496.431959:0:12453:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:0.0:1773941496.431961:0:12453:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941496.431963:0:12453:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1773941496.431965:0:12453:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1773941496.431970:0:12453:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f298b11880 x1860112264220032/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941512 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941496.431978:0:12453:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941496.431979:0:12453:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941496.431981:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941496.431984:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1773941496.431987:0:12453:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:0.0:1773941496.431989:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941496.431990:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941496.431992:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941496.431993:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1773941496.431995:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941496.431997:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941496.431999:0:12453:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1773941496.432001:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1773941496.432004:0:12453:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1773941496.432012:0:12453:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 245 00000400:00000200:0.0:1773941496.432017:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941496.432021:0:12453:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000040:0.0:1773941496.432024:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941496.432027:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941496.432029:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941496.432039:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:0.0:1773941496.432041:0:12453:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941496.432042:0:12453:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:0.0:1773941496.432044:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941496.432046:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:0.0:1773941496.432047:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:0.0:1773941496.432049:0:12453:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:0.0:1773941496.432051:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941496.432052:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941496.432053:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941496.432054:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:0.0:1773941496.432056:0:12453:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:0.0:1773941496.432059:0:12453:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:0.0:1773941496.432061:0:12453:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941496.432062:0:12453:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1773941496.432064:0:12453:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941496.432066:0:12453:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941496.432067:0:12453:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1773941496.432069:0:12453:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941496.432072:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b13480. 00000020:00000040:0.0:1773941496.432074:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 02000000:00000001:0.0:1773941496.432076:0:12453:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773941496.432077:0:12453:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941496.432079:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941496.432080:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941496.432082:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941496.432089:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f288f69400. 00000100:00000001:0.0:1773941496.432091:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941496.432096:0:12453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298b13480 x1860112264220160/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941496.432102:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941496.432104:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941496.432107:0:12453:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9829b65] to pc [ptlrpcd_rcv+-1] req@ffff96f298b13480 x1860112264220160/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941496.432121:0:12453:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941496.432123:0:12453:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1773941496.432124:0:12453:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941496.432126:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941496.432128:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941496.432129:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941496.432130:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0e026c0 going to sleep for 1 seconds 00000100:00000001:0.0:1773941496.432132:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941496.432133:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941496.432136:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b11880 x1860112264220032/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941512 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941496.432141:0:12453:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1773941496.432143:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941496.432145:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941496.432146:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941496.432150:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b11880 x1860112264220032/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941512 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941496.432156:0:12453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264220032:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941496.432157:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941496.432160:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941496.432163:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941496.432163:0:12453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941496.432168:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1773941496.432169:0:12453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773941496.432171:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941496.432179:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b11880 x1860112264220032/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941512 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941496.432184:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941496.432187:0:12453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f2a0e026c0. 00000100:00000040:3.0:1773941496.432190:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b13480 x1860112264220160/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941496.432190:0:12453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773941496.432194:0:12453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941496.432205:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1773941496.432207:0:12453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:3.0:1773941496.432208:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941496.432212:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000001:3.0:1773941496.432214:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1773941496.432216:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1773941496.432218:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1773941496.432221:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289192200 refcount=4 02000000:00000001:3.0:1773941496.432223:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941496.432226:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159218688 : -115506550332928 : ffff96f289192200) 00000100:00100000:3.0:1773941496.432231:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264220160:192.168.202.145@tcp:250:ll_cfg_requeue.0 00010000:00000001:0.0:1773941496.432232:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159218688 : -115506550332928 : ffff96f289192200) 00000100:00000001:3.0:1773941496.432240:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:0.0:1773941496.432240:0:12453:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc054 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:3.0:1773941496.432245:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941496.432248:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941496.432254:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1773941496.432254:0:12453:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:0.0:1773941496.432260:0:12453:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc054 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:3.0:1773941496.432261:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f286075c00. 02000000:00000001:3.0:1773941496.432267:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941496.432268:0:12453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773941496.432271:0:12453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc054 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941496.432277:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000001:0.0:1773941496.432280:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1773941496.432283:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7b00. 00010000:00000001:0.0:1773941496.432283:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773941496.432286:0:12453:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc054 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:3.0:1773941496.432291:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51c38. 00010000:00000001:0.0:1773941496.432292:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941496.432294:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1773941496.432298:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264220160, portal 25 00010000:00000001:0.0:1773941496.432298:0:12453:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773941496.432301:0:12453:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc054 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941496.432303:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941496.432305:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420843136 : -115506288708480 : ffff96f298b13480) 00010000:00010000:0.0:1773941496.432315:0:12453:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f289192200 already unused, calling callback (ffffffffc147fc20) 00000100:00000040:3.0:1773941496.432316:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b13480 x1860112264220160/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1773941496.432319:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1773941496.432323:0:12453:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc054 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941496.432341:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1773941496.432342:0:12453:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773941496.432345:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000040:3.0:1773941496.432348:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000020:00000001:0.0:1773941496.432349:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941496.432353:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289192200 refcount=5 00000400:00000010:3.0:1773941496.432355:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51088. 00000020:00000001:0.0:1773941496.432356:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159218688 : -115506550332928 : ffff96f289192200) 00000100:00000200:3.0:1773941496.432361:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264220160, offset 0 00010000:00000001:0.0:1773941496.432361:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159218688 : -115506550332928 : ffff96f289192200) 00010000:00000001:0.0:1773941496.432369:0:12453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:3.0:1773941496.432373:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00010000:00010000:0.0:1773941496.432374:0:12453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc054 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941496.432382:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 10000000:00000001:0.0:1773941496.432388:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:3.0:1773941496.432391:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 10000000:00010000:0.0:1773941496.432393:0:12453:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc054 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941496.432418:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 10000000:01000000:0.0:1773941496.432419:0:12453:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000400:00000200:3.0:1773941496.432424:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 10000000:00000040:0.0:1773941496.432426:0:12453:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000400:00000200:3.0:1773941496.432430:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 10000000:00000001:0.0:1773941496.432430:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941496.432438:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00010000:00010000:0.0:1773941496.432438:0:12453:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1773941496.432443:0:12453:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000400:00000200:3.0:1773941496.432446:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[58, 59] 00010000:00000001:0.0:1773941496.432449:0:12453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773941496.432453:0:12453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:3.0:1773941496.432455:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00010000:00000001:0.0:1773941496.432457:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941496.432461:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941496.432463:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [163:163:256:4294967295] 192.168.202.145@tcp LPNI seq info [60:60:8:4294967295] 00000020:00000040:0.0:1773941496.432465:0:12453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f289192200 with handle 0x6eb1e9e7edefc054 from hash 00010000:00000001:0.0:1773941496.432471:0:12453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:3.0:1773941496.432473:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000001:0.0:1773941496.432474:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941496.432478:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1773941496.432485:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00010000:00000001:0.0:1773941496.432490:0:12453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773941496.432493:0:12453:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000800:00000200:3.0:1773941496.432495:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.145@tcp 00010000:00000001:0.0:1773941496.432497:0:12453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000800:00000010:3.0:1773941496.432501:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258400. 00010000:00000001:0.0:1773941496.432502:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941496.432506:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941496.432509:0:12453:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941496.432513:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 10000000:00000001:0.0:1773941496.432514:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941496.432522:0:12453:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc054 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941496.432527:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:3.0:1773941496.432533:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258400 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:0.0:1773941496.432535:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941496.432539:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941496.432541:0:12453:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773941496.432543:0:12453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773941496.432545:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941496.432546:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941496.432548:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1773941496.432549:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941496.432551:0:12453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc054 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941496.432559:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:3.0:1773941496.432564:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294916343 00010000:00000040:0.0:1773941496.432567:0:12453:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f2883d5200 count: 0 00000100:00000001:3.0:1773941496.432570:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294916341 00000100:00000001:3.0:1773941496.432577:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294916343 00000100:00000001:3.0:1773941496.432582:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294916341 00000100:00000001:3.0:1773941496.432586:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773941496.432587:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773941496.432590:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941496.432591:0:12453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941496.432596:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941496.432596:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941496.432602:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941496.432603:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b11880 x1860112264220032/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941512 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941496.432611:0:12453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1773941496.432613:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1773941496.432614:0:12453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1773941496.432618:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000010:0.0:1773941496.432618:0:12453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f288f68800. 00000800:00000200:2.0:1773941496.432623:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1773941496.432624:0:12453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1773941496.432625:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1773941496.432627:0:12453:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1773941496.432629:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1773941496.432630:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258400. 00000020:00000040:0.0:1773941496.432631:0:12453:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941496.432633:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941496.432637:0:12453:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941496.432639:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941496.432639:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1773941496.432641:0:12453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f283eb9a00. 02000000:00000001:0.0:1773941496.432648:0:12453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941496.432651:0:12453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1773941496.432654:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000010:0.0:1773941496.432659:0:12453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b11880. 00000400:00000200:2.0:1773941496.432661:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51088 00000100:00000001:0.0:1773941496.432663:0:12453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:2.0:1773941496.432666:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51088. 00000100:00000001:0.0:1773941496.432666:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1773941496.432670:0:12453:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941496.432673:0:2347:0:(events.c:34:request_out_callback()) Process entered 10000000:01000000:0.0:1773941496.432674:0:12453:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:0.0:1773941496.432679:0:12453:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1773941496.432682:0:12453:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f282eddfc0. 00000100:00000200:2.0:1773941496.432683:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b13480 x1860112264220160/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1773941496.432686:0:12453:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f283eb9a00. 00000020:00000010:0.0:1773941496.432693:0:12453:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f283eb9e00. 00000040:00000010:0.0:1773941496.432698:0:12453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f283eb9c00. 00000100:00000001:2.0:1773941496.432700:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1773941496.432703:0:12453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f28309b000. 00000100:00000040:2.0:1773941496.432707:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b13480 x1860112264220160/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941506 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1773941496.432708:0:12453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f283eb9600. 00000100:00000001:2.0:1773941496.432739:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941496.432741:0:2347:0:(events.c:68:request_out_callback()) Process leaving 80000000:00000010:0.0:1773941496.432753:0:12453:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f28376f660. 00040000:00000010:0.0:1773941496.432759:0:12453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f283eb9800. 20000000:00000010:0.0:1773941496.432762:0:12453:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f283eb9000. 10000000:00000040:0.0:1773941496.432766:0:12453:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 10000000:00000001:0.0:1773941496.432768:0:12453:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:0.0:1773941496.432772:0:12453:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f283eb9e00. 00000040:00000010:0.0:1773941496.432776:0:12453:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f283eb9c00. 00000020:00000010:0.0:1773941496.432779:0:12453:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f28309b000. 00000020:00000010:0.0:1773941496.432782:0:12453:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f283eb9600. 80000000:00000010:0.0:1773941496.432784:0:12453:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f28376f660. 00040000:00000010:0.0:1773941496.432787:0:12453:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f283eb9800. 20000000:00000010:0.0:1773941496.432790:0:12453:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f283eb9000. 00000020:00000010:0.0:1773941496.432793:0:12453:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f283eb9a00. 10000000:00000010:0.0:1773941496.432795:0:12453:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f282eddfc0. 10000000:01000000:0.0:1773941496.432796:0:12453:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:0.0:1773941496.432799:0:12453:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:0.0:1773941496.432800:0:12453:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:0.0:1773941496.432802:0:12453:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1773941496.432803:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941496.432804:0:12453:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff96f2a0da3200) refs 2 10000000:00000001:0.0:1773941496.432805:0:12453:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:2.0:1773941496.434039:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941496.434048:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941496.434050:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941496.434052:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941496.434057:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941496.434062:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941496.434067:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941496.434081:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941496.434086:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941496.434089:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c04e00 00000400:00000200:2.0:1773941496.434094:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941496.434101:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xccd [1] + 0 00000800:00000001:2.0:1773941496.434108:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941496.434116:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941496.434119:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941496.434124:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941496.434130:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941496.434136:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b13480 x1860112264220160/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941506 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941496.434149:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f298b13480 x1860112264220160/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941496.434166:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941496.434175:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941496.434179:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941496.434207:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941496.434217:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941496.434222:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941496.434224:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941496.434227:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7b00. 00000400:00000200:3.0:1773941496.434231:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51c38 00000400:00000010:3.0:1773941496.434234:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51c38. 00000100:00000001:3.0:1773941496.434237:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941496.434243:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b13480 x1860112264220160/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941496.434254:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b13480 x1860112264220160/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941506 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941496.434262:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941496.434264:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941496.434267:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941496.434270:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941496.434273:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941496.434275:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941496.434278:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941496.434284:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=61 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941496.434288:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941496.434291:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941496.434293:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941496.434296:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941496.434299:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941496.434301:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941496.434307:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b13480 x1860112264220160/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941506 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941496.434315:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941496.434318:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941496.434320:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941496.434322:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941496.434328:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941496.434331:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941496.434333:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:3.0:1773941496.434336:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941496.434344:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:3.0:1773941496.434347:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:3.0:1773941496.434350:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:3.0:1773941496.434354:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941496 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941496.434357:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941496.434364:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:3.0:1773941496.434367:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941496.434370:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941496.434372:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941496.434374:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941496.434378:0:2352:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.145@tcp after partition 00000100:00080000:3.0:1773941496.434380:0:2352:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941496.434383:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941496.434386:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941496.434390:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:3.0:1773941496.434392:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941496.434603:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941496.434607:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941496.434614:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b13480 x1860112264220160/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941506 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941496.434625:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264220160:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941496.434626:0:12493:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:3.0:1773941496.434632:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941496.434637:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941496.434642:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b13480 x1860112264220160/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941506 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1773941496.434645:0:12493:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 00000100:00100000:0.0:1773941496.434653:0:12493:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1773941496.434656:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1773941496.434658:0:12493:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:3.0:1773941496.434661:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:01000000:0.0:1773941496.434662:0:12493:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000010:3.0:1773941496.434666:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f286075c00. 00000001:00000001:0.0:1773941496.434667:0:12493:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:3.0:1773941496.434673:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:0.0:1773941496.434674:0:12493:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:3.0:1773941496.434676:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:0.0:1773941496.434679:0:12493:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941496.434681:0:12493:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941496.434682:0:12493:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941496.434683:0:12493:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941496.434686:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 10000000:00000001:0.0:1773941496.434686:0:12493:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941496.434691:0:12493:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000001:3.0:1773941496.434692:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941496.434697:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f288f69400. 00000100:00080000:0.0:1773941496.434697:0:12493:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773941496.434703:0:12493:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 02000000:00000001:3.0:1773941496.434706:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1773941496.434706:0:12493:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941496.434710:0:12493:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941496.434711:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:0.0:1773941496.434712:0:12493:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941496.434737:0:12493:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941496.434739:0:12493:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941496.434740:0:12493:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 00000100:00000010:3.0:1773941496.434744:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b13480. 00000100:00000001:3.0:1773941496.434751:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941496.434753:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773941496.434755:0:12493:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 00000100:00000001:3.0:1773941496.434757:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1773941496.434758:0:12493:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941496.434762:0:12493:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941496.434764:0:12493:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 00000100:00000001:3.0:1773941496.434766:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941496.434767:0:12493:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941496.434770:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941496.434772:0:12493:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1773941496.434775:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941496.434778:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941496.434781:0:12493:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:0.0:1773941496.434785:0:12493:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941496.434788:0:12493:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1773941496.437762:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f2883d5200. 00010000:00000010:0.1:1773941496.437773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f289192200. 00000020:00000001:2.0:1773941497.261837:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941497.261843:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941497.261847:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1773941498.221795:0:12453:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1773941498.221804:0:12453:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff96f2a0da3200) refs 2 10000000:00000001:1.0:1773941498.221809:0:12453:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941498.221812:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941498.221814:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941498.221838:0:12453:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1773941498.221841:0:12453:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1773941498.221843:0:12453:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1773941498.221845:0:12453:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f298b5cd28 from 1 10000000:00000001:1.0:1773941498.221849:0:12453:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773941498.221851:0:12453:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1773941498.221859:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298aebb80. 00000020:00000040:1.0:1773941498.221864:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:1.0:1773941498.221869:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941498.221872:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941498.221877:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941498.221884:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f289153c00. 00000100:00000001:1.0:1773941498.221891:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941498.221896:0:12453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773941498.221899:0:12453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773941498.221906:0:12453:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f29169ae00. 00010000:00000001:1.0:1773941498.221912:0:12453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773941498.221915:0:12453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f28164d000. 00000020:00000001:1.0:1773941498.221920:0:12453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941498.221923:0:12453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f28164d000 with handle 0x6eb1e9e7edefc05b to hash 00000020:00000001:1.0:1773941498.221925:0:12453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773941498.221927:0:12453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567029960704 : -115506679590912 : ffff96f28164d000) 00010000:00000001:1.0:1773941498.221930:0:12453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567029960704 : -115506679590912 : ffff96f28164d000) 00010000:00000001:1.0:1773941498.221934:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941498.221938:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941498.221942:0:12453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc05b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941498.221955:0:12453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc05b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941498.221966:0:12453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc05b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941498.221972:0:12453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941498.221978:0:12453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941498.221984:0:12453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f288017e40. 00000100:00000001:1.0:1773941498.221987:0:12453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567140892224 : -115506568659392 : ffff96f288017e40) 00000100:00000001:1.0:1773941498.221990:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941498.221991:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420681088 : -115506288870528 : ffff96f298aebb80) 00000100:00000001:1.0:1773941498.221997:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941498.222001:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941498.222003:0:12453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941498.222005:0:12453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941498.222016:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298aebb80 x1860112264220288/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941498.222026:0:12453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941498.222028:0:12453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941498.222032:0:12453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941498.222035:0:12453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941498.222038:0:12453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941498.222042:0:12453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298aebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264220288:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941498.222046:0:12453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941498.222051:0:12453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941498.222054:0:12453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941498.222057:0:12453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941498.222061:0:12453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f29874b000. 02000000:00000001:1.0:1773941498.222063:0:12453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941498.222071:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941498.222075:0:12453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15370. 00000400:00000010:1.0:1773941498.222083:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1660. 00000100:00000200:1.0:1773941498.222089:0:12453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264220288, portal 25 00000100:00000001:1.0:1773941498.222091:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941498.222093:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420681088 : -115506288870528 : ffff96f298aebb80) 00000100:00000040:1.0:1773941498.222099:0:12453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298aebb80 x1860112264220288/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941514 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941498.222108:0:12453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941498.222121:0:12453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:1.0:1773941498.222128:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae15d8. 00000100:00000200:1.0:1773941498.222132:0:12453:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264220288, offset 0 00000400:00000200:1.0:1773941498.222139:0:12453:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941498.222148:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941498.222156:0:12453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941498.222161:0:12453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941498.222165:0:12453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941498.222170:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941498.222173:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941498.222177:0:12453:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[60, 59] 00000400:00000200:1.0:1773941498.222181:0:12453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000400:00000200:1.0:1773941498.222186:0:12453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [164:164:256:4294967295] 192.168.202.155@tcp LPNI seq info [61:61:8:4294967295] 00000400:00000200:1.0:1773941498.222191:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:1.0:1773941498.222203:0:12453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00000800:00000200:1.0:1773941498.222209:0:12453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.155@tcp 00000800:00000010:1.0:1773941498.222214:0:12453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f298b8fa00. 00000800:00000200:1.0:1773941498.222221:0:12453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00000800:00000200:1.0:1773941498.222229:0:12453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:1.0:1773941498.222234:0:12453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f298b8fa00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773941498.222253:0:12453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941498.222257:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:1.0:1773941498.222260:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294918133 00000100:00000001:1.0:1773941498.222267:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294916343 00000100:00000001:1.0:1773941498.222271:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294918133 00000100:00000001:1.0:1773941498.222275:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294916343 00000100:00000001:1.0:1773941498.222279:0:12453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941498.222282:0:12453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941498.222285:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941498.222287:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941498.222290:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f288017e40 going to sleep for 11 seconds 00000100:00000001:1.0:1773941498.222299:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941498.222302:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941498.222369:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941498.222376:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f298b8fa00. 00000400:00000200:2.0:1773941498.222383:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941498.222406:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:2.0:1773941498.222523:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae15d8 00000400:00000010:2.0:1773941498.222539:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae15d8. 00000100:00000001:2.0:1773941498.222559:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941498.222567:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298aebb80 x1860112264220288/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941514 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941498.222575:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941498.222578:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f298aebb80 x1860112264220288/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941514 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941498.222594:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941498.222595:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941498.224057:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941498.224067:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941498.224069:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941498.224071:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941498.224075:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941498.224079:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : PUT - for me 00000400:00000200:2.0:1773941498.224084:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941498.224087:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941498.224090:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941498.224093:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c04e80 00000400:00000200:2.0:1773941498.224096:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941498.224100:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xcdd [1] + 224 00000800:00000001:2.0:1773941498.224106:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941498.224119:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941498.224121:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941498.224123:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000100:00000001:2.0:1773941498.224127:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941498.224131:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298aebb80 x1860112264220288/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941514 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941498.224139:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff96f298aebb80 x1860112264220288/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941514 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941498.224153:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941498.224159:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941498.224161:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941498.224204:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941498.224210:0:12453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941498.224212:0:12453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941498.224214:0:12453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15370. 00000400:00000200:1.0:1773941498.224218:0:12453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1660 00000400:00000010:1.0:1773941498.224219:0:12453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1660. 00000100:00000001:1.0:1773941498.224221:0:12453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941498.224226:0:12453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298aebb80 x1860112264220288/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941514 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941498.224234:0:12453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298aebb80 x1860112264220288/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941514 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941498.224239:0:12453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941498.224241:0:12453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941498.224243:0:12453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941498.224244:0:12453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941498.224246:0:12453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941498.224248:0:12453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941498.224250:0:12453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941498.224254:0:12453:0:(import.c:2136:obd_at_measure()) add 0 to ffff96f2a0db5458 time=63 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941498.224256:0:12453:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941498.224258:0:12453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1773941498.224261:0:12453:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.145@tcp: operation ldlm_enqueue to node 192.168.202.145@tcp failed: rc = -107 00000100:00000001:1.0:1773941498.224263:0:12453:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941498.224266:0:12453:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941498.224268:0:12453:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.145@tcp of MGS@192.168.202.145@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941498.224271:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941498.224274:0:12453:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941498.224276:0:12453:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941498.224278:0:12453:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941498.224279:0:12453:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941498.224286:0:12453:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941498.224290:0:12453:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f298aebb80 x1860112264220288/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941514 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941498.224295:0:12453:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941498.224296:0:12453:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941498.224298:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941498.224300:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941498.224302:0:12453:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941498.224303:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941498.224304:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941498.224305:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941498.224306:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941498.224307:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941498.224308:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941498.224310:0:12453:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941498.224311:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941498.224313:0:12453:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941498.224315:0:12453:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 246 00000400:00000200:1.0:1773941498.224318:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941498.224322:0:12453:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941498.224325:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941498.224328:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941498.224330:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941498.224331:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:1.0:1773941498.224334:0:12453:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941498.224335:0:12453:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:1.0:1773941498.224337:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941498.224339:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:1.0:1773941498.224340:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:1.0:1773941498.224342:0:12453:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:1.0:1773941498.224343:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941498.224344:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941498.224346:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941498.224347:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:1.0:1773941498.224352:0:12453:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:1.0:1773941498.224355:0:12453:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:1.0:1773941498.224357:0:12453:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941498.224359:0:12453:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941498.224361:0:12453:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941498.224362:0:12453:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941498.224364:0:12453:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941498.224365:0:12453:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941498.224368:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298aeb480. 00000020:00000040:1.0:1773941498.224370:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 02000000:00000001:1.0:1773941498.224373:0:12453:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941498.224374:0:12453:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941498.224376:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941498.224377:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941498.224379:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941498.224383:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f29874ac00. 00000100:00000001:1.0:1773941498.224402:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941498.224408:0:12453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298aeb480 x1860112264220416/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941498.224430:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941498.224433:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941498.224439:0:12453:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007546bba0] to pc [ptlrpcd_rcv+-1] req@ffff96f298aeb480 x1860112264220416/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941498.224460:0:12453:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941498.224462:0:12453:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941498.224463:0:12453:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941498.224465:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941498.224467:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941498.224468:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941498.224470:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f288017e40 going to sleep for 1 seconds 00000100:00000001:1.0:1773941498.224471:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941498.224473:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941498.224478:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298aebb80 x1860112264220288/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941514 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941498.224488:0:12453:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941498.224490:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941498.224492:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941498.224494:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941498.224498:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298aebb80 x1860112264220288/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941514 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941498.224500:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941498.224505:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941498.224508:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1773941498.224508:0:12453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298aebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264220288:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941498.224514:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941498.224515:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298aeb480 x1860112264220416/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941498.224519:0:12453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941498.224526:0:12453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941498.224530:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941498.224530:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941498.224533:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941498.224536:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941498.224539:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1773941498.224540:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298aebb80 x1860112264220288/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941514 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773941498.224541:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941498.224548:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298aeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264220416:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941498.224555:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941498.224558:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941498.224561:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941498.224562:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941498.224563:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941498.224568:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f286075c00. 00000100:00000010:1.0:1773941498.224569:0:12453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f288017e40. 02000000:00000001:3.0:1773941498.224572:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941498.224576:0:12453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000400:00000200:3.0:1773941498.224577:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:1.0:1773941498.224581:0:12453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000010:3.0:1773941498.224582:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7b00. 00010000:00000001:1.0:1773941498.224586:0:12453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000400:00000010:3.0:1773941498.224588:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51c38. 00010000:00000001:1.0:1773941498.224589:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941498.224592:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1773941498.224593:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264220416, portal 25 00000020:00000040:1.0:1773941498.224594:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164d000 refcount=4 00000100:00000001:3.0:1773941498.224596:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1773941498.224598:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029960704 : -115506679590912 : ffff96f28164d000) 00010000:00000001:1.0:1773941498.224600:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029960704 : -115506679590912 : ffff96f28164d000) 00010000:00010000:1.0:1773941498.224603:0:12453:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc05b lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941498.224605:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420679296 : -115506288872320 : ffff96f298aeb480) 00000100:00000040:3.0:1773941498.224613:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298aeb480 x1860112264220416/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941498.224615:0:12453:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:1.0:1773941498.224622:0:12453:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc05b lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941498.224624:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941498.224626:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:3.0:1773941498.224629:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51f68. 00000100:00000200:3.0:1773941498.224633:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264220416, offset 0 00000400:00000200:3.0:1773941498.224640:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00010000:00000001:1.0:1773941498.224640:0:12453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773941498.224645:0:12453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc05b lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941498.224649:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000001:1.0:1773941498.224655:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1773941498.224656:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00010000:00000001:1.0:1773941498.224659:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1773941498.224661:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00010000:1.0:1773941498.224662:0:12453:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc05b lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941498.224666:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:3.0:1773941498.224671:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941498.224675:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941498.224681:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[60, 61] 00010000:00000001:1.0:1773941498.224684:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1773941498.224685:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00010000:00000001:1.0:1773941498.224690:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941498.224691:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [165:165:256:4294967295] 192.168.202.145@tcp LPNI seq info [62:62:8:4294967295] 00000400:00000200:3.0:1773941498.224697:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000001:1.0:1773941498.224697:0:12453:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773941498.224704:0:12453:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc05b lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941498.224706:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:3.0:1773941498.224739:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:3.0:1773941498.224743:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258200. 00000800:00000200:3.0:1773941498.224748:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:3.0:1773941498.224756:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00010000:00010000:1.0:1773941498.224756:0:12453:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f28164d000 already unused, calling callback (ffffffffc147fc20) 10000000:00000001:1.0:1773941498.224761:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000800:00000200:3.0:1773941498.224762:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258200 type 1, nob 616 niov 1 nkiov 1 10000000:00010000:1.0:1773941498.224765:0:12453:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc05b lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941498.224771:0:12453:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773941498.224773:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1773941498.224775:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941498.224775:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941498.224778:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164d000 refcount=5 00000400:00000200:3.0:1773941498.224783:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000020:00000001:1.0:1773941498.224784:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029960704 : -115506679590912 : ffff96f28164d000) 00000100:00000001:3.0:1773941498.224786:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294918136 00010000:00000001:1.0:1773941498.224787:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029960704 : -115506679590912 : ffff96f28164d000) 00010000:00000001:1.0:1773941498.224793:0:12453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1773941498.224794:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294918133 00010000:00010000:1.0:1773941498.224796:0:12453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc05b lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941498.224800:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294918136 10000000:00000001:1.0:1773941498.224804:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1773941498.224805:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294918133 10000000:00010000:1.0:1773941498.224812:0:12453:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc05b lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941498.224818:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941498.224820:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941498.224825:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941498.224830:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:1.0:1773941498.224831:0:12453:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:1.0:1773941498.224834:0:12453:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000100:00000001:3.0:1773941498.224836:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000001:1.0:1773941498.224836:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941498.224839:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00010000:1.0:1773941498.224839:0:12453:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773941498.224842:0:12453:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1773941498.224844:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941498.224846:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1773941498.224847:0:12453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1773941498.224849:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941498.224849:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1773941498.224850:0:12453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000800:00000010:2.0:1773941498.224855:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258200. 00010000:00000001:1.0:1773941498.224855:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1773941498.224856:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941498.224857:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941498.224863:0:12453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f28164d000 with handle 0x6eb1e9e7edefc05b from hash 00000400:00000200:2.0:1773941498.224864:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1773941498.224866:0:12453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941498.224868:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1773941498.224871:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00010000:00000001:1.0:1773941498.224872:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941498.224875:0:12453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:2.0:1773941498.224877:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51f68 00010000:00000001:1.0:1773941498.224878:0:12453:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773941498.224879:0:12453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773941498.224881:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941498.224882:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941498.224883:0:12453:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941498.224884:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773941498.224889:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51f68. 00010000:00010000:1.0:1773941498.224890:0:12453:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc05b lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941498.224894:0:2347:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1773941498.224898:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1773941498.224901:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298aeb480 x1860112264220416/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941498.224901:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941498.224902:0:12453:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773941498.224905:0:12453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941498.224908:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941498.224910:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941498.224913:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1773941498.224916:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:1.0:1773941498.224917:0:12453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc05b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1773941498.224923:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298aeb480 x1860112264220416/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941508 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1773941498.224925:0:12453:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f29169ae00 count: 0 00000100:00000001:2.0:1773941498.224933:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941498.224937:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1773941498.224945:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941498.224948:0:12453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941498.224950:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941498.224955:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298aebb80 x1860112264220288/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941514 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941498.224961:0:12453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941498.224964:0:12453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941498.224966:0:12453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f29874b000. 02000000:00000001:1.0:1773941498.224968:0:12453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941498.224970:0:12453:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941498.224971:0:12453:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941498.224973:0:12453:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941498.224975:0:12453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f289153c00. 02000000:00000001:1.0:1773941498.224978:0:12453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941498.224979:0:12453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941498.224980:0:12453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298aebb80. 00000100:00000001:1.0:1773941498.224983:0:12453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941498.224983:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941498.224985:0:12453:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:1.0:1773941498.224987:0:12453:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:1.0:1773941498.224990:0:12453:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1773941498.224993:0:12453:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f298b7a500. 00000020:00000010:1.0:1773941498.224996:0:12453:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f289153c00. 00000020:00000010:1.0:1773941498.225000:0:12453:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f289152a00. 00000040:00000010:1.0:1773941498.225002:0:12453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f289152600. 00000020:00000010:1.0:1773941498.225006:0:12453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f2a0d95800. 00000020:00000010:1.0:1773941498.225009:0:12453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f289152c00. 80000000:00000010:1.0:1773941498.225012:0:12453:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f2830d2180. 00040000:00000010:1.0:1773941498.225016:0:12453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f289153400. 20000000:00000010:1.0:1773941498.225019:0:12453:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f289152e00. 10000000:00000040:1.0:1773941498.225022:0:12453:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 10000000:00000001:1.0:1773941498.225024:0:12453:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:1.0:1773941498.225028:0:12453:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f289152a00. 00000040:00000010:1.0:1773941498.225032:0:12453:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f289152600. 00000020:00000010:1.0:1773941498.225039:0:12453:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f2a0d95800. 00000020:00000010:1.0:1773941498.225044:0:12453:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f289152c00. 80000000:00000010:1.0:1773941498.225047:0:12453:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f2830d2180. 00040000:00000010:1.0:1773941498.225052:0:12453:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f289153400. 20000000:00000010:1.0:1773941498.225063:0:12453:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f289152e00. 00000020:00000010:1.0:1773941498.225070:0:12453:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f289153c00. 10000000:00000010:1.0:1773941498.225073:0:12453:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f298b7a500. 10000000:01000000:1.0:1773941498.225076:0:12453:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:1.0:1773941498.225080:0:12453:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:1.0:1773941498.225083:0:12453:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:1.0:1773941498.225085:0:12453:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1773941498.225087:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941498.225088:0:12453:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff96f2a0da3200) refs 2 10000000:00000001:1.0:1773941498.225091:0:12453:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000010:1.1:1773941498.230752:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f29169ae00. 00010000:00000010:1.1:1773941498.230760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f28164d000. 00000800:00000001:2.0:1773941498.232073:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941498.232091:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941498.232094:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941498.232097:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941498.232104:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941498.232111:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941498.232117:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941498.232121:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941498.232126:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941498.232129:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c04f00 00000400:00000200:2.0:1773941498.232132:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941498.232137:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xce5 [1] + 0 00000800:00000001:2.0:1773941498.232143:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941498.232149:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941498.232152:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941498.232155:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941498.232161:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941498.232167:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298aeb480 x1860112264220416/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941498.232177:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f298aeb480 x1860112264220416/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941498.232190:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941498.232209:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941498.232212:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941498.232267:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941498.232272:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941498.232277:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941498.232279:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941498.232282:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7b00. 00000400:00000200:3.0:1773941498.232286:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51c38 00000400:00000010:3.0:1773941498.232288:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51c38. 00000100:00000001:3.0:1773941498.232290:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941498.232295:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298aeb480 x1860112264220416/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941498.232304:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298aeb480 x1860112264220416/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941508 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941498.232309:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941498.232311:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941498.232313:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941498.232315:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941498.232317:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941498.232318:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941498.232320:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941498.232325:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=63 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941498.232329:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941498.232331:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941498.232332:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941498.232334:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941498.232336:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941498.232339:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941498.232349:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298aeb480 x1860112264220416/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941508 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941498.232354:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941498.232356:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941498.232358:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941498.232361:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941498.232366:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941498.232368:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941498.232370:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:3.0:1773941498.232372:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941498.232374:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:3.0:1773941498.232376:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:3.0:1773941498.232378:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:3.0:1773941498.232381:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941498 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941498.232398:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941498.232405:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:3.0:1773941498.232407:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941498.232410:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941498.232412:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941498.232413:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941498.232417:0:2352:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.145@tcp after partition 00000100:00080000:3.0:1773941498.232419:0:2352:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941498.232421:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941498.232425:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941498.232429:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:3.0:1773941498.232431:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941498.232686:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941498.232688:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941498.232692:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298aeb480 x1860112264220416/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941508 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941498.232699:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298aeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264220416:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941498.232709:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941498.232712:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773941498.232738:0:12494:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000040:3.0:1773941498.232749:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298aeb480 x1860112264220416/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941508 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1773941498.232754:0:12494:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 00000100:00100000:1.0:1773941498.232766:0:12494:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1773941498.232768:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941498.232774:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1773941498.232776:0:12494:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000010:3.0:1773941498.232783:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f286075c00. 10000000:01000000:1.0:1773941498.232784:0:12494:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000001:3.0:1773941498.232796:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:1.0:1773941498.232796:0:12494:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:3.0:1773941498.232801:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:1.0:1773941498.232803:0:12494:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000040:3.0:1773941498.232804:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:3.0:1773941498.232808:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941498.232812:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f29874ac00. 00000001:00000001:1.0:1773941498.232812:0:12494:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941498.232820:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941498.232822:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941498.232823:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298aeb480. 00000100:00000001:3.0:1773941498.232830:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000001:1.0:1773941498.232831:0:12494:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:3.0:1773941498.232832:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1773941498.232837:0:12494:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1773941498.232838:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1773941498.232844:0:12494:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941498.232847:0:12494:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941498.232848:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941498.232851:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941498.232851:0:12494:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941498.232857:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941498.232859:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941498.232860:0:12494:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941498.232866:0:12494:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941498.232870:0:12494:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941498.232872:0:12494:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941498.232875:0:12494:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941498.232878:0:12494:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941498.232880:0:12494:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941498.232882:0:12494:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 00000100:00080000:1.0:1773941498.232901:0:12494:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941498.232911:0:12494:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941498.232914:0:12494:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941498.232919:0:12494:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 00000100:00000001:1.0:1773941498.232924:0:12494:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941498.232927:0:12494:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941498.232929:0:12494:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941498.232932:0:12494:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941498.232935:0:12494:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941498.285966:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941498.285973:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941498.285978:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941499.309904:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941499.309912:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941499.309916:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773941499.373820:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773941499.373830:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773941499.373838:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b11880. 00000020:00000040:0.0:1773941499.373844:0:36:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:0.0:1773941499.373848:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941499.373850:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941499.373867:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941499.373873:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f2834a7100. 00000100:00000001:0.0:1773941499.373879:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941499.373889:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS req@ffff96f298b11880 x1860112264220544/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941499.373898:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941499.373901:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941499.373906:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e8d7876] to pc [ptlrpcd_00_00+0] req@ffff96f298b11880 x1860112264220544/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941499.373929:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941499.373933:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (254) 00000100:00000001:1.0:1773941499.373947:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941499.373947:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941499.373952:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941499.373953:0:2353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941499.373957:0:2353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941499.373964:0:2353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b11880 x1860112264220544/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941499.373972:0:2353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941499.373974:0:2353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941499.373977:0:2353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941499.373979:0:2353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941499.373981:0:2353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941499.373984:0:2353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aed6ad44-ca90-40b5-927d-12baaf0d776a:2353:1860112264220544:192.168.202.145@tcp:400:kworker.0 00000100:00000001:1.0:1773941499.373988:0:2353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941499.373992:0:2353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941499.373994:0:2353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941499.373996:0:2353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941499.374000:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f289153c00. 02000000:00000001:1.0:1773941499.374001:0:2353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941499.374008:0:2353:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941499.374011:0:2353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15370. 00000400:00000010:1.0:1773941499.374016:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1660. 00000100:00000200:1.0:1773941499.374023:0:2353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112264220544, portal 25 00000100:00000001:1.0:1773941499.374025:0:2353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941499.374026:0:2353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420835968 : -115506288715648 : ffff96f298b11880) 00000100:00000040:1.0:1773941499.374030:0:2353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b11880 x1860112264220544/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941499.374036:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941499.374045:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:1.0:1773941499.374047:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1bb0. 00000100:00000200:1.0:1773941499.374051:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112264220544, offset 0 00000400:00000200:1.0:1773941499.374055:0:2353:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941499.374063:0:2353:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941499.374069:0:2353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941499.374073:0:2353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941499.374076:0:2353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941499.374079:0:2353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941499.374081:0:2353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941499.374084:0:2353:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[62, 61] 00000400:00000200:1.0:1773941499.374087:0:2353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000400:00000200:1.0:1773941499.374090:0:2353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [166:166:256:4294967295] 192.168.202.155@tcp LPNI seq info [63:63:8:4294967295] 00000400:00000200:1.0:1773941499.374092:0:2353:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:1.0:1773941499.374101:0:2353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00000800:00000200:1.0:1773941499.374105:0:2353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.155@tcp 00000800:00000010:1.0:1773941499.374109:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f298b8ff00. 00000800:00000200:1.0:1773941499.374114:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00000800:00000200:1.0:1773941499.374121:0:2353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:1.0:1773941499.374124:0:2353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f298b8ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773941499.374137:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941499.374140:0:2353:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:1.0:1773941499.374142:0:2353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294919285 00000100:00000001:1.0:1773941499.374148:0:2353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294918136 00000100:00000001:1.0:1773941499.374151:0:2353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294919285 00000100:00000001:1.0:1773941499.374154:0:2353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294918136 00000100:00000001:1.0:1773941499.374156:0:2353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941499.374158:0:2353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941499.374160:0:2353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941499.374162:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941499.374171:0:2353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941499.374173:0:2353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773941499.374174:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941499.374176:0:2353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941499.374177:0:2353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941499.374179:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941499.374324:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941499.374332:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f298b8ff00. 00000400:00000200:2.0:1773941499.374338:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941499.374345:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:2.0:1773941499.374351:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1bb0 00000400:00000010:2.0:1773941499.374353:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1bb0. 00000100:00000001:2.0:1773941499.374359:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941499.374365:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b11880 x1860112264220544/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941499.374395:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941499.374399:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b11880 x1860112264220544/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941515 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941499.374405:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941499.374406:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941499.375592:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941499.375613:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941499.375616:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941499.375618:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941499.375624:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941499.375629:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : PUT - for me 00000400:00000200:2.0:1773941499.375635:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941499.375639:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941499.375643:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941499.375647:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c04f80 00000400:00000200:2.0:1773941499.375651:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941499.375655:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xcf5 [1] + 224 00000800:00000001:2.0:1773941499.375673:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941499.375682:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941499.375684:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941499.375687:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000100:00000001:2.0:1773941499.375690:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941499.375694:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b11880 x1860112264220544/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941515 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941499.375702:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96f298b11880 x1860112264220544/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941499.375756:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941499.375756:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941499.375762:0:2353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1773941499.375768:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1773941499.375771:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1773941499.375773:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1773941499.375777:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941499.375783:0:2353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15370. 00000400:00000200:1.0:1773941499.375789:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1660 00000400:00000010:1.0:1773941499.375791:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1660. 00000100:00000001:1.0:1773941499.375797:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941499.375803:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b11880 x1860112264220544/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941499.375813:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b11880 x1860112264220544/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941515 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941499.375819:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941499.375820:0:2353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941499.375822:0:2353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941499.375824:0:2353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941499.375826:0:2353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941499.375828:0:2353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941499.375830:0:2353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941499.375835:0:2353:0:(import.c:2136:obd_at_measure()) add 0 to ffff96f2a0db5458 time=64 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941499.375837:0:2353:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941499.375839:0:2353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941499.375841:0:2353:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941499.375843:0:2353:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941499.375845:0:2353:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.145@tcp of MGS@192.168.202.145@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941499.375848:0:2353:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941499.375851:0:2353:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941499.375854:0:2353:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941499.375862:0:2353:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941499.375864:0:2353:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941499.375865:0:2353:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941499.375869:0:2353:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f298b11880 x1860112264220544/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941515 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941499.375874:0:2353:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941499.375875:0:2353:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941499.375877:0:2353:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941499.375879:0:2353:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941499.375881:0:2353:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941499.375883:0:2353:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941499.375884:0:2353:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941499.375885:0:2353:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941499.375886:0:2353:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941499.375887:0:2353:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941499.375888:0:2353:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941499.375890:0:2353:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941499.375892:0:2353:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941499.375894:0:2353:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941499.375896:0:2353:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 248 00000400:00000200:1.0:1773941499.375900:0:2353:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941499.375903:0:2353:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941499.375906:0:2353:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941499.375908:0:2353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941499.375910:0:2353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941499.375912:0:2353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:1.0:1773941499.375915:0:2353:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941499.375916:0:2353:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:1.0:1773941499.375918:0:2353:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941499.375921:0:2353:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:1.0:1773941499.375922:0:2353:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:1.0:1773941499.375924:0:2353:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:1.0:1773941499.375925:0:2353:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941499.375930:0:2353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941499.375931:0:2353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941499.375933:0:2353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:1.0:1773941499.375936:0:2353:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:1.0:1773941499.375938:0:2353:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:1.0:1773941499.375940:0:2353:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941499.375942:0:2353:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941499.375944:0:2353:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941499.375946:0:2353:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941499.375947:0:2353:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941499.375949:0:2353:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941499.375951:0:2353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298aebb80. 00000020:00000040:1.0:1773941499.375953:0:2353:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 02000000:00000001:1.0:1773941499.375956:0:2353:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941499.375957:0:2353:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941499.375959:0:2353:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941499.375961:0:2353:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941499.375963:0:2353:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941499.375966:0:2353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f29874b000. 00000100:00000001:1.0:1773941499.375969:0:2353:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941499.375973:0:2353:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298aebb80 x1860112264220672/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941499.375979:0:2353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941499.375981:0:2353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941499.375984:0:2353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046f0498b] to pc [ptlrpcd_rcv+-1] req@ffff96f298aebb80 x1860112264220672/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941499.375998:0:2353:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941499.376000:0:2353:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941499.376001:0:2353:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:1.0:1773941499.376005:0:2353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b11880 x1860112264220544/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941515 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941499.376010:0:2353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941499.376016:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941499.376018:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941499.376025:0:2353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b11880 x1860112264220544/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941515 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941499.376032:0:2353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aed6ad44-ca90-40b5-927d-12baaf0d776a:2353:1860112264220544:192.168.202.145@tcp:400:kworker.0 00000100:00000001:3.0:1773941499.376037:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941499.376037:0:2353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941499.376040:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941499.376047:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1773941499.376049:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b11880 x1860112264220544/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941515 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941499.376054:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1773941499.376059:0:2353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941499.376061:0:2353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941499.376063:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f289153c00. 02000000:00000001:1.0:1773941499.376071:0:2353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941499.376073:0:2353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941499.376074:0:2353:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941499.376080:0:2353:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1773941499.376083:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298aebb80 x1860112264220672/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1773941499.376083:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f2834a7100. 02000000:00000001:1.0:1773941499.376091:0:2353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941499.376095:0:2353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941499.376099:0:2353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b11880. 00000100:00000001:1.0:1773941499.376108:0:2353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941499.376113:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941499.376116:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941499.376117:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941499.376122:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941499.376124:0:2353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941499.376129:0:2353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941499.376132:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1773941499.376133:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941499.376138:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941499.376140:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941499.376146:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941499.376153:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298aebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264220672:192.168.202.145@tcp:250:ptlrpcd_00_00.0 00000100:00000001:3.0:1773941499.376158:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941499.376170:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941499.376173:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941499.376176:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941499.376181:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f286075c00. 02000000:00000001:3.0:1773941499.376183:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941499.376188:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:3.0:1773941499.376192:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7b00. 00000400:00000010:3.0:1773941499.376198:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51c38. 00000100:00000200:3.0:1773941499.376204:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264220672, portal 25 00000100:00000001:3.0:1773941499.376207:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941499.376209:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420681088 : -115506288870528 : ffff96f298aebb80) 00000100:00000040:3.0:1773941499.376215:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298aebb80 x1860112264220672/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941499.376225:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941499.376228:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:3.0:1773941499.376230:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51880. 00000100:00000200:3.0:1773941499.376234:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264220672, offset 0 00000400:00000200:3.0:1773941499.376240:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:3.0:1773941499.376246:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941499.376253:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:3.0:1773941499.376257:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941499.376262:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:3.0:1773941499.376265:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941499.376268:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941499.376272:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[62, 63] 00000400:00000200:3.0:1773941499.376277:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:3.0:1773941499.376281:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [167:167:256:4294967295] 192.168.202.145@tcp LPNI seq info [64:64:8:4294967295] 00000400:00000200:3.0:1773941499.376287:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941499.376295:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:3.0:1773941499.376301:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:3.0:1773941499.376306:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258d00. 00000800:00000200:3.0:1773941499.376312:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:3.0:1773941499.376325:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:3.0:1773941499.376329:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773941499.376343:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941499.376348:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:3.0:1773941499.376351:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294919287 00000100:00000001:3.0:1773941499.376357:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294919285 00000100:00000001:3.0:1773941499.376361:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294919287 00000100:00000001:3.0:1773941499.376364:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294919285 00000100:00000001:3.0:1773941499.376368:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941499.376371:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941499.376387:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941499.376391:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941499.376398:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941499.376401:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941499.376404:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941499.376405:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941499.376407:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941499.376410:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941499.376436:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941499.376439:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258d00. 00000400:00000200:2.0:1773941499.376443:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941499.376446:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941499.376449:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51880 00000400:00000010:2.0:1773941499.376451:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51880. 00000100:00000001:2.0:1773941499.376453:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941499.376456:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298aebb80 x1860112264220672/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941499.376463:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941499.376465:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298aebb80 x1860112264220672/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941509 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941499.376470:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941499.376471:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941499.377621:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941499.377628:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941499.377630:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941499.377633:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941499.377636:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941499.377640:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941499.377644:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941499.377655:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941499.377658:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941499.377661:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c05000 00000400:00000200:2.0:1773941499.377665:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941499.377668:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xcfd [1] + 0 00000800:00000001:2.0:1773941499.377672:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941499.377677:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941499.377679:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941499.377681:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941499.377684:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941499.377688:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298aebb80 x1860112264220672/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941509 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941499.377696:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f298aebb80 x1860112264220672/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941499.377710:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941499.377730:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941499.377733:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941499.377740:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941499.377744:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941499.377748:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941499.377751:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941499.377753:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7b00. 00000400:00000200:3.0:1773941499.377758:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51c38 00000400:00000010:3.0:1773941499.377760:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51c38. 00000100:00000001:3.0:1773941499.377762:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941499.377768:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298aebb80 x1860112264220672/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941499.377779:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298aebb80 x1860112264220672/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941509 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941499.377786:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941499.377788:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941499.377791:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941499.377798:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941499.377800:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941499.377803:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941499.377805:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941499.377811:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=64 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941499.377816:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941499.377819:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941499.377821:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941499.377824:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941499.377827:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941499.377830:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941499.377835:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298aebb80 x1860112264220672/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941509 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941499.377843:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941499.377846:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941499.377848:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941499.377851:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941499.377858:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941499.377861:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941499.377863:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:3.0:1773941499.377866:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941499.377869:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:3.0:1773941499.377871:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:3.0:1773941499.377874:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:3.0:1773941499.377878:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941499 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941499.377882:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941499.377889:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:3.0:1773941499.377892:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941499.377895:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941499.377897:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941499.377899:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941499.377903:0:2352:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.145@tcp after partition 00000100:00080000:3.0:1773941499.377906:0:2352:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941499.377908:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941499.377917:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941499.377921:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:3.0:1773941499.377924:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941499.378175:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941499.378179:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941499.378186:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298aebb80 x1860112264220672/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941509 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941499.378197:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298aebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264220672:192.168.202.145@tcp:250:ptlrpcd_00_00.0 00000100:00000001:1.0:1773941499.378197:0:12495:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:3.0:1773941499.378212:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1773941499.378216:0:12495:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 00000100:00000001:3.0:1773941499.378218:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1773941499.378221:0:12495:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941499.378224:0:12495:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941499.378227:0:12495:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000040:3.0:1773941499.378229:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298aebb80 x1860112264220672/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941509 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1773941499.378231:0:12495:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941499.378238:0:12495:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1773941499.378243:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941499.378248:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:1.0:1773941499.378250:0:12495:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941499.378253:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f286075c00. 00000001:00000001:1.0:1773941499.378254:0:12495:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941499.378255:0:12495:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941499.378259:0:12495:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941499.378262:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000001:1.0:1773941499.378263:0:12495:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941499.378268:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1773941499.378268:0:12495:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000040:3.0:1773941499.378274:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00080000:1.0:1773941499.378276:0:12495:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 00000020:00000001:3.0:1773941499.378281:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941499.378281:0:12495:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941499.378287:0:12495:0:(recover.c:147:ptlrpc_resend()) Process entered 02000000:00000010:3.0:1773941499.378288:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f29874b000. 00000100:00000001:1.0:1773941499.378290:0:12495:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941499.378297:0:12495:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 02000000:00000001:3.0:1773941499.378298:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1773941499.378300:0:12495:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:3.0:1773941499.378302:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 10000000:01000000:1.0:1773941499.378302:0:12495:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000010:3.0:1773941499.378310:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298aebb80. 10000000:00000040:1.0:1773941499.378310:0:12495:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 00000100:00000001:3.0:1773941499.378316:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941499.378318:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941499.378320:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941499.378324:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1773941499.378326:0:12495:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 00000100:00000001:3.0:1773941499.378327:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941499.378329:0:12495:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941499.378332:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941499.378333:0:12495:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941499.378338:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:02000000:1.0:1773941499.378344:0:12495:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 00000100:00000001:1.0:1773941499.378351:0:12495:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941499.378354:0:12495:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941499.378357:0:12495:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941499.378359:0:12495:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941499.378361:0:12495:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941500.141837:0:12453:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941500.141847:0:12453:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff96f2a0da3200) refs 2 10000000:00000001:0.0:1773941500.141852:0:12453:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941500.141855:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941500.141857:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941500.141859:0:12453:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1773941500.141863:0:12453:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1773941500.141866:0:12453:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1773941500.141869:0:12453:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f298b5cd28 from 1 10000000:00000001:0.0:1773941500.141872:0:12453:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941500.141874:0:12453:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1773941500.141888:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b13b80. 00000020:00000040:0.0:1773941500.141896:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:0.0:1773941500.141902:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941500.141906:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941500.141914:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941500.141924:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f283eb9a00. 00000100:00000001:0.0:1773941500.141933:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941500.141939:0:12453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941500.141943:0:12453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941500.141952:0:12453:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f2883d5200. 00010000:00000001:0.0:1773941500.141960:0:12453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941500.141985:0:12453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f289192200. 00000020:00000001:0.0:1773941500.141991:0:12453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941500.141995:0:12453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f289192200 with handle 0x6eb1e9e7edefc062 to hash 00000020:00000001:0.0:1773941500.142007:0:12453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941500.142009:0:12453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567159218688 : -115506550332928 : ffff96f289192200) 00010000:00000001:0.0:1773941500.142013:0:12453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567159218688 : -115506550332928 : ffff96f289192200) 00010000:00000001:0.0:1773941500.142018:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941500.142022:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941500.142028:0:12453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc062 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941500.142041:0:12453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc062 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941500.142056:0:12453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc062 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941500.142064:0:12453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941500.142066:0:12453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941500.142074:0:12453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f2a0e026c0. 00000100:00000001:0.0:1773941500.142077:0:12453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567558137536 : -115506151414080 : ffff96f2a0e026c0) 00000100:00000001:0.0:1773941500.142081:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941500.142082:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420844928 : -115506288706688 : ffff96f298b13b80) 00000100:00000001:0.0:1773941500.142089:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941500.142095:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941500.142097:0:12453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941500.142099:0:12453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941500.142112:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b13b80 x1860112264220800/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941500.142123:0:12453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941500.142126:0:12453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941500.142131:0:12453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941500.142134:0:12453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941500.142142:0:12453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941500.142146:0:12453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b13b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264220800:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941500.142151:0:12453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941500.142158:0:12453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941500.142162:0:12453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941500.142165:0:12453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941500.142170:0:12453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f288f68800. 02000000:00000001:0.0:1773941500.142173:0:12453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941500.142182:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941500.142187:0:12453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d35d8. 00000400:00000010:0.0:1773941500.142197:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d770. 00000100:00000200:0.0:1773941500.142207:0:12453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264220800, portal 25 00000100:00000001:0.0:1773941500.142209:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941500.142210:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420844928 : -115506288706688 : ffff96f298b13b80) 00000100:00000040:0.0:1773941500.142217:0:12453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b13b80 x1860112264220800/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941516 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941500.142226:0:12453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941500.142229:0:12453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:0.0:1773941500.142232:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d3b8. 00000100:00000200:0.0:1773941500.142236:0:12453:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264220800, offset 0 00000400:00000200:0.0:1773941500.142245:0:12453:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941500.142255:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941500.142264:0:12453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941500.142270:0:12453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941500.142284:0:12453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941500.142290:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941500.142293:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941500.142298:0:12453:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[64, 63] 00000400:00000200:0.0:1773941500.142303:0:12453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000400:00000200:0.0:1773941500.142308:0:12453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [168:168:256:4294967295] 192.168.202.155@tcp LPNI seq info [65:65:8:4294967295] 00000400:00000200:0.0:1773941500.142314:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:0.0:1773941500.142326:0:12453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00000800:00000200:0.0:1773941500.142340:0:12453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.155@tcp 00000800:00000010:0.0:1773941500.142346:0:12453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7e00. 00000800:00000200:0.0:1773941500.142354:0:12453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00000800:00000200:0.0:1773941500.142363:0:12453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:0.0:1773941500.142395:0:12453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773941500.142415:0:12453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941500.142420:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:0.0:1773941500.142424:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294920053 00000100:00000001:0.0:1773941500.142433:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294919287 00000100:00000001:0.0:1773941500.142439:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294920053 00000100:00000001:0.0:1773941500.142444:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294919287 00000100:00000001:0.0:1773941500.142450:0:12453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941500.142453:0:12453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941500.142457:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941500.142459:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773941500.142463:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0e026c0 going to sleep for 11 seconds 00000100:00000001:0.0:1773941500.142467:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941500.142470:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941500.142569:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941500.142575:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7e00. 00000400:00000200:2.0:1773941500.142581:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941500.142587:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:2.0:1773941500.142594:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d3b8 00000400:00000010:2.0:1773941500.142597:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d3b8. 00000100:00000001:2.0:1773941500.142602:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941500.142609:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b13b80 x1860112264220800/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941516 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941500.142622:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941500.142626:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f298b13b80 x1860112264220800/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941516 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941500.142635:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941500.142638:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941500.143949:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941500.143961:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941500.143963:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941500.143965:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941500.143970:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941500.143974:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : PUT - for me 00000400:00000200:2.0:1773941500.143980:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941500.143983:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941500.143987:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941500.143990:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c05080 00000400:00000200:2.0:1773941500.143994:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941500.143997:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xd0d [1] + 224 00000800:00000001:2.0:1773941500.144003:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941500.144010:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941500.144012:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941500.144014:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000100:00000001:2.0:1773941500.144018:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941500.144021:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b13b80 x1860112264220800/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941516 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941500.144029:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff96f298b13b80 x1860112264220800/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941516 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941500.144046:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941500.144055:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941500.144059:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941500.144080:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941500.144087:0:12453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941500.144089:0:12453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941500.144091:0:12453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d35d8. 00000400:00000200:0.0:1773941500.144095:0:12453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d770 00000400:00000010:0.0:1773941500.144097:0:12453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d770. 00000100:00000001:0.0:1773941500.144099:0:12453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941500.144103:0:12453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b13b80 x1860112264220800/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941516 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941500.144112:0:12453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b13b80 x1860112264220800/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941516 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941500.144117:0:12453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941500.144119:0:12453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941500.144128:0:12453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941500.144131:0:12453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941500.144133:0:12453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941500.144135:0:12453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941500.144137:0:12453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941500.144143:0:12453:0:(import.c:2136:obd_at_measure()) add 0 to ffff96f2a0db5458 time=65 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941500.144146:0:12453:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941500.144148:0:12453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:0.0:1773941500.144152:0:12453:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.145@tcp: operation ldlm_enqueue to node 192.168.202.145@tcp failed: rc = -107 00000100:00000001:0.0:1773941500.144154:0:12453:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941500.144157:0:12453:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1773941500.144159:0:12453:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.145@tcp of MGS@192.168.202.145@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1773941500.144163:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1773941500.144167:0:12453:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1773941500.144170:0:12453:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:0.0:1773941500.144172:0:12453:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941500.144173:0:12453:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1773941500.144175:0:12453:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1773941500.144178:0:12453:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f298b13b80 x1860112264220800/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941516 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941500.144183:0:12453:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941500.144184:0:12453:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941500.144185:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941500.144188:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1773941500.144190:0:12453:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:0.0:1773941500.144192:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941500.144193:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941500.144194:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941500.144195:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1773941500.144196:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941500.144197:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941500.144199:0:12453:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1773941500.144201:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1773941500.144203:0:12453:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1773941500.144209:0:12453:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 249 00000400:00000200:0.0:1773941500.144214:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941500.144217:0:12453:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000040:0.0:1773941500.144221:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941500.144223:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941500.144225:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941500.144227:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:0.0:1773941500.144231:0:12453:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941500.144232:0:12453:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:0.0:1773941500.144234:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941500.144236:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:0.0:1773941500.144238:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:0.0:1773941500.144239:0:12453:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:0.0:1773941500.144241:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941500.144243:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941500.144244:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941500.144245:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:0.0:1773941500.144247:0:12453:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:0.0:1773941500.144250:0:12453:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:0.0:1773941500.144251:0:12453:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941500.144254:0:12453:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1773941500.144256:0:12453:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941500.144258:0:12453:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941500.144260:0:12453:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1773941500.144262:0:12453:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941500.144264:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b12680. 00000020:00000040:0.0:1773941500.144266:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 02000000:00000001:0.0:1773941500.144269:0:12453:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773941500.144270:0:12453:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941500.144272:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941500.144274:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941500.144275:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941500.144282:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f288f69400. 00000100:00000001:0.0:1773941500.144285:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941500.144290:0:12453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298b12680 x1860112264220928/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941500.144296:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941500.144299:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941500.144302:0:12453:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dccb6a1f] to pc [ptlrpcd_rcv+-1] req@ffff96f298b12680 x1860112264220928/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941500.144320:0:12453:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941500.144322:0:12453:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1773941500.144323:0:12453:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941500.144325:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941500.144327:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941500.144329:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941500.144330:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0e026c0 going to sleep for 1 seconds 00000100:00000001:0.0:1773941500.144332:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941500.144333:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941500.144337:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b13b80 x1860112264220800/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941516 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941500.144342:0:12453:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1773941500.144344:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941500.144347:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941500.144349:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941500.144352:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b13b80 x1860112264220800/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941516 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941500.144359:0:12453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b13b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264220800:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941500.144360:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941500.144363:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941500.144378:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941500.144382:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1773941500.144382:0:12453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941500.144385:0:12453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773941500.144387:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941500.144402:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b13b80 x1860112264220800/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941516 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941500.144405:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b12680 x1860112264220928/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941500.144418:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941500.144423:0:12453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f2a0e026c0. 00000100:00000001:0.0:1773941500.144428:0:12453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941500.144429:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941500.144430:0:12453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941500.144432:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941500.144435:0:12453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000001:3.0:1773941500.144437:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1773941500.144439:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000001:3.0:1773941500.144441:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1773941500.144442:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941500.144445:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289192200 refcount=4 02000000:00000001:3.0:1773941500.144447:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941500.144448:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159218688 : -115506550332928 : ffff96f289192200) 00010000:00000001:0.0:1773941500.144452:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159218688 : -115506550332928 : ffff96f289192200) 00000100:00100000:3.0:1773941500.144454:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264220928:192.168.202.145@tcp:250:ll_cfg_requeue.0 00010000:00010000:0.0:1773941500.144457:0:12453:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc062 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941500.144464:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1773941500.144468:0:12453:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 02000000:00000001:3.0:1773941500.144469:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941500.144473:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941500.144474:0:12453:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc062 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:3.0:1773941500.144476:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941500.144483:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f286075c00. 00010000:00000001:0.0:1773941500.144483:0:12453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773941500.144486:0:12453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc062 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:3.0:1773941500.144488:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941500.144496:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1773941500.144498:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000001:0.0:1773941500.144499:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773941500.144503:0:12453:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc062 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:3.0:1773941500.144504:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7b00. 00000400:00000010:3.0:1773941500.144512:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51c38. 00010000:00000001:0.0:1773941500.144512:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941500.144514:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1773941500.144519:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264220928, portal 25 00010000:00000001:0.0:1773941500.144520:0:12453:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773941500.144523:0:12453:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc062 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941500.144525:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941500.144527:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420839552 : -115506288712064 : ffff96f298b12680) 00000100:00000040:3.0:1773941500.144535:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b12680 x1860112264220928/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1773941500.144539:0:12453:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f289192200 already unused, calling callback (ffffffffc147fc20) 10000000:00000001:0.0:1773941500.144543:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1773941500.144548:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941500.144553:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 10000000:00010000:0.0:1773941500.144554:0:12453:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc062 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:3.0:1773941500.144557:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c516e8. 00010000:00000001:0.0:1773941500.144561:0:12453:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000200:3.0:1773941500.144562:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264220928, offset 0 00010000:00000001:0.0:1773941500.144563:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941500.144566:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941500.144569:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289192200 refcount=5 00000020:00000001:0.0:1773941500.144571:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159218688 : -115506550332928 : ffff96f289192200) 00000400:00000200:3.0:1773941500.144573:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00010000:00000001:0.0:1773941500.144574:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159218688 : -115506550332928 : ffff96f289192200) 00010000:00000001:0.0:1773941500.144580:0:12453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:3.0:1773941500.144583:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00010000:0.0:1773941500.144584:0:12453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc062 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941500.144591:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 10000000:00000001:0.0:1773941500.144593:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:3.0:1773941500.144598:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 10000000:00010000:0.0:1773941500.144598:0:12453:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc062 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941500.144606:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 10000000:01000000:0.0:1773941500.144607:0:12453:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000400:00000200:3.0:1773941500.144612:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 10000000:00000040:0.0:1773941500.144612:0:12453:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1773941500.144615:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941500.144619:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00010000:00010000:0.0:1773941500.144620:0:12453:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1773941500.144622:0:12453:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773941500.144625:0:12453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773941500.144627:0:12453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773941500.144630:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941500.144633:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941500.144635:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[64, 65] 00000020:00000040:0.0:1773941500.144636:0:12453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f289192200 with handle 0x6eb1e9e7edefc062 from hash 00010000:00000001:0.0:1773941500.144640:0:12453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773941500.144643:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1773941500.144645:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00010000:00000001:0.0:1773941500.144645:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1773941500.144651:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [169:169:256:4294967295] 192.168.202.145@tcp LPNI seq info [66:66:8:4294967295] 00010000:00000001:0.0:1773941500.144655:0:12453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:3.0:1773941500.144659:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000001:0.0:1773941500.144663:0:12453:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773941500.144666:0:12453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773941500.144670:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941500.144673:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1773941500.144676:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00010000:00000001:0.0:1773941500.144676:0:12453:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941500.144680:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941500.144686:0:12453:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc062 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941500.144689:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.145@tcp 00010000:00000001:0.0:1773941500.144696:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941500.144698:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:3.0:1773941500.144699:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258d00. 00010000:00000001:0.0:1773941500.144700:0:12453:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773941500.144703:0:12453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773941500.144705:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941500.144706:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941500.144707:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:3.0:1773941500.144710:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00010000:00010000:0.0:1773941500.144712:0:12453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f289192200/0x6eb1e9e7edefc062 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941500.144748:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:3.0:1773941500.144754:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258d00 type 1, nob 616 niov 1 nkiov 1 00010000:00000040:0.0:1773941500.144761:0:12453:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f2883d5200 count: 0 00000100:00000001:3.0:1773941500.144770:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941500.144776:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:3.0:1773941500.144779:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294920056 00010000:00000001:0.0:1773941500.144783:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773941500.144787:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294920053 00010000:00000001:0.0:1773941500.144787:0:12453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941500.144793:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941500.144795:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294920056 00000100:00000040:0.0:1773941500.144801:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b13b80 x1860112264220800/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941516 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941500.144803:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294920053 00000100:00000001:3.0:1773941500.144809:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941500.144816:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941500.144823:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941500.144823:0:12453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1773941500.144827:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1773941500.144828:0:12453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000200:2.0:1773941500.144834:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:0.0:1773941500.144834:0:12453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f288f68800. 00000100:00000001:3.0:1773941500.144836:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:2.0:1773941500.144839:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258d00. 00000100:00000001:3.0:1773941500.144840:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:0.0:1773941500.144842:0:12453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1773941500.144846:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1773941500.144847:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1773941500.144847:0:12453:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1773941500.144851:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1773941500.144853:0:12453:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941500.144856:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941500.144856:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000020:00000001:0.0:1773941500.144859:0:12453:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941500.144861:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941500.144864:0:12453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f283eb9a00. 00000400:00000200:2.0:1773941500.144867:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c516e8 02000000:00000001:0.0:1773941500.144869:0:12453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:2.0:1773941500.144870:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c516e8. 02000000:00000001:0.0:1773941500.144873:0:12453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1773941500.144875:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941500.144879:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b12680 x1860112264220928/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1773941500.144884:0:12453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b13b80. 00000100:00000001:0.0:1773941500.144890:0:12453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941500.144892:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1773941500.144898:0:12453:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:0.0:1773941500.144905:0:12453:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 00000100:00000001:2.0:1773941500.144907:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:0.0:1773941500.144911:0:12453:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000100:00000040:2.0:1773941500.144912:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b12680 x1860112264220928/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00000010:0.0:1773941500.144918:0:12453:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f282eddfc0. 00000100:00000001:2.0:1773941500.144919:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941500.144924:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1773941500.144927:0:12453:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f283eb9a00. 00000020:00000010:0.0:1773941500.144934:0:12453:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f283eb9000. 00000040:00000010:0.0:1773941500.144940:0:12453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f283eb9800. 00000020:00000010:0.0:1773941500.144946:0:12453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f28309b000. 00000020:00000010:0.0:1773941500.144952:0:12453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f283eb9600. 80000000:00000010:0.0:1773941500.144957:0:12453:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f28376f660. 00040000:00000010:0.0:1773941500.144961:0:12453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f283eb9c00. 20000000:00000010:0.0:1773941500.144966:0:12453:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f283eb9e00. 10000000:00000040:0.0:1773941500.144970:0:12453:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 10000000:00000001:0.0:1773941500.144972:0:12453:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:0.0:1773941500.144976:0:12453:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f283eb9000. 00000040:00000010:0.0:1773941500.144980:0:12453:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f283eb9800. 00000020:00000010:0.0:1773941500.144982:0:12453:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f28309b000. 00000020:00000010:0.0:1773941500.144986:0:12453:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f283eb9600. 80000000:00000010:0.0:1773941500.144988:0:12453:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f28376f660. 00040000:00000010:0.0:1773941500.144991:0:12453:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f283eb9c00. 20000000:00000010:0.0:1773941500.144993:0:12453:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f283eb9e00. 00000020:00000010:0.0:1773941500.144995:0:12453:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f283eb9a00. 10000000:00000010:0.0:1773941500.144997:0:12453:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f282eddfc0. 10000000:01000000:0.0:1773941500.144999:0:12453:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:0.0:1773941500.145002:0:12453:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:0.0:1773941500.145003:0:12453:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:0.0:1773941500.145005:0:12453:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1773941500.145006:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941500.145007:0:12453:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff96f2a0da3200) refs 2 10000000:00000001:0.0:1773941500.145009:0:12453:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:2.0:1773941500.146304:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941500.146311:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941500.146313:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941500.146315:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941500.146319:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941500.146322:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941500.146327:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941500.146329:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941500.146332:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941500.146334:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c05100 00000400:00000200:2.0:1773941500.146337:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941500.146340:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xd15 [1] + 0 00000800:00000001:2.0:1773941500.146344:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941500.146348:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941500.146350:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941500.146352:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941500.146355:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941500.146359:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b12680 x1860112264220928/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941500.146387:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f298b12680 x1860112264220928/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941500.146401:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941500.146406:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941500.146408:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941500.146432:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941500.146435:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941500.146438:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941500.146439:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941500.146442:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7b00. 00000400:00000200:3.0:1773941500.146446:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51c38 00000400:00000010:3.0:1773941500.146453:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51c38. 00000100:00000001:3.0:1773941500.146456:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941500.146462:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b12680 x1860112264220928/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941500.146473:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b12680 x1860112264220928/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941500.146482:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941500.146483:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941500.146485:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941500.146487:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941500.146489:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941500.146491:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941500.146493:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941500.146497:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=65 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941500.146500:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941500.146503:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941500.146505:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941500.146508:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941500.146510:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941500.146513:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941500.146517:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b12680 x1860112264220928/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941500.146525:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941500.146528:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941500.146529:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941500.146532:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941500.146536:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941500.146538:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941500.146540:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:3.0:1773941500.146542:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941500.146544:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:3.0:1773941500.146546:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:3.0:1773941500.146549:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:3.0:1773941500.146552:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941500 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941500.146560:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941500.146568:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:3.0:1773941500.146570:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941500.146572:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941500.146574:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941500.146576:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941500.146580:0:2352:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.145@tcp after partition 00000100:00080000:3.0:1773941500.146583:0:2352:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941500.146585:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941500.146589:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941500.146593:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:3.0:1773941500.146596:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941500.146868:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941500.146872:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941500.146878:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b12680 x1860112264220928/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941500.146888:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264220928:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941500.146890:0:12496:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:3.0:1773941500.146894:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941500.146897:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941500.146901:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b12680 x1860112264220928/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941500.146910:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1773941500.146911:0:12496:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 02000000:00000001:3.0:1773941500.146913:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941500.146918:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f286075c00. 00000100:00100000:0.0:1773941500.146918:0:12496:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941500.146923:0:12496:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:3.0:1773941500.146924:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:01000000:0.0:1773941500.146925:0:12496:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000001:3.0:1773941500.146928:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:0.0:1773941500.146929:0:12496:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000040:3.0:1773941500.146932:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000001:00000001:0.0:1773941500.146933:0:12496:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:3.0:1773941500.146938:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:0.0:1773941500.146939:0:12496:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941500.146941:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f288f69400. 00000001:00000001:0.0:1773941500.146942:0:12496:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941500.146945:0:12496:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:3.0:1773941500.146947:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:0.0:1773941500.146948:0:12496:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941500.146952:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 10000000:00000001:0.0:1773941500.146952:0:12496:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941500.146956:0:12496:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000010:3.0:1773941500.146957:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b12680. 00000100:00080000:0.0:1773941500.146960:0:12496:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773941500.146962:0:12496:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941500.146965:0:12496:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941500.146968:0:12496:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941500.146969:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00080000:0.0:1773941500.146971:0:12496:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 00000100:00000001:3.0:1773941500.146972:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941500.146974:0:12496:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:3.0:1773941500.146978:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:0.0:1773941500.146978:0:12496:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941500.146981:0:12496:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 00000100:00000001:3.0:1773941500.146985:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941500.146988:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941500.146991:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941500.146992:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941500.146999:0:12496:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941500.147002:0:12496:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941500.147003:0:12496:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941500.147006:0:12496:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 00000100:00000001:0.0:1773941500.147008:0:12496:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941500.147010:0:12496:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941500.147012:0:12496:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:0.0:1773941500.147014:0:12496:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941500.147017:0:12496:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1773941500.150759:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f2883d5200. 00010000:00000010:0.1:1773941500.150768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f289192200. 00000020:00000001:2.0:1773941500.333919:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941500.333929:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941500.333958:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941501.357938:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941501.357950:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941501.357956:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1773941501.677786:0:12453:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1773941501.677794:0:12453:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff96f2a0da3200) refs 2 10000000:00000001:1.0:1773941501.677798:0:12453:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941501.677800:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941501.677801:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941501.677802:0:12453:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1773941501.677805:0:12453:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1773941501.677807:0:12453:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1773941501.677808:0:12453:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f298b5cd28 from 1 10000000:00000001:1.0:1773941501.677811:0:12453:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773941501.677812:0:12453:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1773941501.677822:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298aea300. 00000020:00000040:1.0:1773941501.677826:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:1.0:1773941501.677830:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941501.677846:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941501.677851:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941501.677857:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f289153c00. 00000100:00000001:1.0:1773941501.677863:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941501.677866:0:12453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773941501.677869:0:12453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773941501.677875:0:12453:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f29169ae00. 00010000:00000001:1.0:1773941501.677879:0:12453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773941501.677882:0:12453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f28164d000. 00000020:00000001:1.0:1773941501.677885:0:12453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941501.677887:0:12453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f28164d000 with handle 0x6eb1e9e7edefc069 to hash 00000020:00000001:1.0:1773941501.677889:0:12453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773941501.677890:0:12453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567029960704 : -115506679590912 : ffff96f28164d000) 00010000:00000001:1.0:1773941501.677893:0:12453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567029960704 : -115506679590912 : ffff96f28164d000) 00010000:00000001:1.0:1773941501.677896:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941501.677898:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941501.677901:0:12453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc069 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941501.677909:0:12453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc069 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941501.677918:0:12453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc069 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941501.677922:0:12453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941501.677923:0:12453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941501.677929:0:12453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f288017e40. 00000100:00000001:1.0:1773941501.677930:0:12453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567140892224 : -115506568659392 : ffff96f288017e40) 00000100:00000001:1.0:1773941501.677932:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941501.677933:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420674816 : -115506288876800 : ffff96f298aea300) 00000100:00000001:1.0:1773941501.677937:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941501.677941:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941501.677943:0:12453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941501.677948:0:12453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941501.677957:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298aea300 x1860112264221056/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941501.677964:0:12453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941501.677966:0:12453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941501.677969:0:12453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941501.677971:0:12453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941501.677972:0:12453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941501.677975:0:12453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298aea300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264221056:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941501.677978:0:12453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941501.677982:0:12453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941501.677984:0:12453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941501.677986:0:12453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941501.677990:0:12453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f29874a800. 02000000:00000001:1.0:1773941501.677991:0:12453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941501.677998:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941501.678000:0:12453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15370. 00000400:00000010:1.0:1773941501.678006:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1660. 00000100:00000200:1.0:1773941501.678012:0:12453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264221056, portal 25 00000100:00000001:1.0:1773941501.678013:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941501.678014:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420674816 : -115506288876800 : ffff96f298aea300) 00000100:00000040:1.0:1773941501.678018:0:12453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298aea300 x1860112264221056/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941517 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941501.678024:0:12453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941501.678026:0:12453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:1.0:1773941501.678028:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1198. 00000100:00000200:1.0:1773941501.678030:0:12453:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264221056, offset 0 00000400:00000200:1.0:1773941501.678035:0:12453:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941501.678043:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941501.678049:0:12453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941501.678053:0:12453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941501.678056:0:12453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941501.678059:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941501.678065:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941501.678067:0:12453:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[66, 65] 00000400:00000200:1.0:1773941501.678070:0:12453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000400:00000200:1.0:1773941501.678074:0:12453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [170:170:256:4294967295] 192.168.202.155@tcp LPNI seq info [67:67:8:4294967295] 00000400:00000200:1.0:1773941501.678077:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:1.0:1773941501.678092:0:12453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00000800:00000200:1.0:1773941501.678096:0:12453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.155@tcp 00000800:00000010:1.0:1773941501.678101:0:12453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f298b8ff00. 00000800:00000200:1.0:1773941501.678107:0:12453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00000800:00000200:1.0:1773941501.678113:0:12453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:1.0:1773941501.678117:0:12453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f298b8ff00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773941501.678129:0:12453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941501.678133:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:1.0:1773941501.678135:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294921589 00000100:00000001:1.0:1773941501.678140:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294920056 00000100:00000001:1.0:1773941501.678144:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294921589 00000100:00000001:1.0:1773941501.678147:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294920056 00000100:00000001:1.0:1773941501.678150:0:12453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941501.678152:0:12453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941501.678155:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941501.678157:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941501.678161:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f288017e40 going to sleep for 11 seconds 00000100:00000001:1.0:1773941501.678164:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941501.678168:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941501.678240:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941501.678245:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f298b8ff00. 00000400:00000200:2.0:1773941501.678251:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941501.678257:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:2.0:1773941501.678261:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1198 00000400:00000010:2.0:1773941501.678263:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1198. 00000100:00000001:2.0:1773941501.678268:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941501.678272:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298aea300 x1860112264221056/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941517 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941501.678280:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941501.678282:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f298aea300 x1860112264221056/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941517 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941501.678288:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941501.678289:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941501.679254:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941501.679263:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941501.679265:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941501.679267:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941501.679271:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941501.679274:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : PUT - for me 00000400:00000200:2.0:1773941501.679279:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941501.679283:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941501.679287:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941501.679292:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c05180 00000400:00000200:2.0:1773941501.679297:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941501.679303:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xd25 [1] + 224 00000800:00000001:2.0:1773941501.679310:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941501.679324:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941501.679328:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941501.679341:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000100:00000001:2.0:1773941501.679345:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941501.679350:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298aea300 x1860112264221056/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941517 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941501.679377:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff96f298aea300 x1860112264221056/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941517 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941501.679395:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941501.679404:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941501.679408:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941501.679424:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941501.679430:0:12453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941501.679431:0:12453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941501.679433:0:12453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15370. 00000400:00000200:1.0:1773941501.679436:0:12453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1660 00000400:00000010:1.0:1773941501.679437:0:12453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1660. 00000100:00000001:1.0:1773941501.679439:0:12453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941501.679448:0:12453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298aea300 x1860112264221056/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941517 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941501.679455:0:12453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298aea300 x1860112264221056/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941517 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941501.679460:0:12453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941501.679462:0:12453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941501.679463:0:12453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941501.679466:0:12453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941501.679467:0:12453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941501.679469:0:12453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941501.679470:0:12453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941501.679476:0:12453:0:(import.c:2136:obd_at_measure()) add 0 to ffff96f2a0db5458 time=66 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941501.679478:0:12453:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941501.679480:0:12453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1773941501.679483:0:12453:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.145@tcp: operation ldlm_enqueue to node 192.168.202.145@tcp failed: rc = -107 00000100:00000001:1.0:1773941501.679485:0:12453:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941501.679488:0:12453:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941501.679490:0:12453:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.145@tcp of MGS@192.168.202.145@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941501.679493:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941501.679496:0:12453:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941501.679499:0:12453:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941501.679500:0:12453:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941501.679501:0:12453:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941501.679503:0:12453:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941501.679505:0:12453:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f298aea300 x1860112264221056/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941517 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941501.679510:0:12453:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941501.679512:0:12453:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941501.679513:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941501.679515:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941501.679517:0:12453:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941501.679518:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941501.679522:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941501.679523:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941501.679524:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941501.679525:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941501.679526:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941501.679529:0:12453:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941501.679530:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941501.679532:0:12453:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941501.679534:0:12453:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 250 00000400:00000200:1.0:1773941501.679537:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941501.679540:0:12453:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941501.679543:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941501.679545:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941501.679546:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941501.679548:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:1.0:1773941501.679550:0:12453:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941501.679552:0:12453:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:1.0:1773941501.679554:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941501.679556:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:1.0:1773941501.679557:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:1.0:1773941501.679559:0:12453:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:1.0:1773941501.679561:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941501.679562:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941501.679563:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941501.679564:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:1.0:1773941501.679566:0:12453:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:1.0:1773941501.679568:0:12453:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:1.0:1773941501.679570:0:12453:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941501.679572:0:12453:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941501.679574:0:12453:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941501.679576:0:12453:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941501.679578:0:12453:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941501.679582:0:12453:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941501.679585:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298ae8e00. 00000020:00000040:1.0:1773941501.679586:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 02000000:00000001:1.0:1773941501.679589:0:12453:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941501.679591:0:12453:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941501.679593:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941501.679594:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941501.679596:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941501.679599:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f29874a400. 00000100:00000001:1.0:1773941501.679602:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941501.679606:0:12453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298ae8e00 x1860112264221184/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941501.679612:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941501.679615:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941501.679618:0:12453:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025935274] to pc [ptlrpcd_rcv+-1] req@ffff96f298ae8e00 x1860112264221184/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941501.679633:0:12453:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941501.679635:0:12453:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941501.679636:0:12453:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941501.679638:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941501.679640:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941501.679641:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941501.679643:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f288017e40 going to sleep for 1 seconds 00000100:00000001:1.0:1773941501.679644:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941501.679646:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941501.679649:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298aea300 x1860112264221056/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941517 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941501.679655:0:12453:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941501.679657:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941501.679659:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941501.679661:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941501.679664:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298aea300 x1860112264221056/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941517 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941501.679665:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941501.679672:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941501.679674:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941501.679685:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298ae8e00 x1860112264221184/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941501.679687:0:12453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298aea300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264221056:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941501.679694:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941501.679698:0:12453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941501.679702:0:12453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941501.679706:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941501.679706:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941501.679711:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941501.679712:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298aea300 x1860112264221056/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941517 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773941501.679740:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1773941501.679743:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941501.679744:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1773941501.679748:0:12453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f288017e40. 02000000:00000001:3.0:1773941501.679749:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941501.679755:0:12453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00100000:3.0:1773941501.679757:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298ae8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264221184:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941501.679758:0:12453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941501.679764:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1773941501.679764:0:12453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000001:3.0:1773941501.679769:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1773941501.679769:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000001:3.0:1773941501.679773:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941501.679773:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1773941501.679777:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1773941501.679777:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164d000 refcount=4 00000020:00000001:1.0:1773941501.679782:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029960704 : -115506679590912 : ffff96f28164d000) 00010000:00000001:1.0:1773941501.679784:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029960704 : -115506679590912 : ffff96f28164d000) 02000000:00000010:3.0:1773941501.679785:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f286075c00. 02000000:00000001:3.0:1773941501.679789:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941501.679790:0:12453:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc069 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941501.679796:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:3.0:1773941501.679800:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7b00. 00010000:00000001:1.0:1773941501.679802:0:12453:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000010:3.0:1773941501.679805:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51c38. 00010000:00010000:1.0:1773941501.679807:0:12453:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc069 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:3.0:1773941501.679810:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264221184, portal 25 00000100:00000001:3.0:1773941501.679814:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1773941501.679816:0:12453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000001:3.0:1773941501.679817:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420669440 : -115506288882176 : ffff96f298ae8e00) 00010000:00010000:1.0:1773941501.679820:0:12453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc069 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:3.0:1773941501.679824:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298ae8e00 x1860112264221184/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941501.679832:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1773941501.679835:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941501.679840:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00010000:00000001:1.0:1773941501.679841:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773941501.679843:0:12453:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc069 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:3.0:1773941501.679851:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c514c8. 00010000:00000001:1.0:1773941501.679851:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941501.679854:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1773941501.679855:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264221184, offset 0 00010000:00000001:1.0:1773941501.679858:0:12453:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773941501.679861:0:12453:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc069 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941501.679862:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:3.0:1773941501.679869:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00010000:1.0:1773941501.679870:0:12453:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f28164d000 already unused, calling callback (ffffffffc147fc20) 10000000:00000001:1.0:1773941501.679873:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:3.0:1773941501.679874:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 10000000:00010000:1.0:1773941501.679876:0:12453:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc069 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941501.679879:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941501.679884:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00010000:00000001:1.0:1773941501.679888:0:12453:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:3.0:1773941501.679889:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00010000:00000001:1.0:1773941501.679892:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1773941501.679894:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000020:00000001:1.0:1773941501.679895:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941501.679898:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164d000 refcount=5 00000400:00000200:3.0:1773941501.679899:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[66, 67] 00000020:00000001:1.0:1773941501.679902:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029960704 : -115506679590912 : ffff96f28164d000) 00000400:00000200:3.0:1773941501.679905:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00010000:00000001:1.0:1773941501.679907:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029960704 : -115506679590912 : ffff96f28164d000) 00000400:00000200:3.0:1773941501.679911:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [171:171:256:4294967295] 192.168.202.145@tcp LPNI seq info [68:68:8:4294967295] 00010000:00000001:1.0:1773941501.679912:0:12453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773941501.679916:0:12453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc069 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941501.679917:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 10000000:00000001:1.0:1773941501.679926:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:3.0:1773941501.679929:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 10000000:00010000:1.0:1773941501.679930:0:12453:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc069 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941501.679936:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:3.0:1773941501.679943:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258200. 10000000:01000000:1.0:1773941501.679943:0:12453:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:1.0:1773941501.679949:0:12453:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:1.0:1773941501.679952:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941501.679953:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00010000:00010000:1.0:1773941501.679955:0:12453:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773941501.679958:0:12453:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000800:00000200:3.0:1773941501.679960:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:3.0:1773941501.679963:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258200 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:1.0:1773941501.679967:0:12453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773941501.679970:0:12453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941501.679972:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941501.679973:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941501.679975:0:12453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f28164d000 with handle 0x6eb1e9e7edefc069 from hash 00000100:00000001:3.0:1773941501.679976:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941501.679979:0:12453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:3.0:1773941501.679982:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:3.0:1773941501.679984:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294921591 00000100:00000001:3.0:1773941501.679989:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294921589 00010000:00000001:1.0:1773941501.679990:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1773941501.679993:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294921591 00010000:00000001:1.0:1773941501.679994:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941501.679997:0:12453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773941501.680000:0:12453:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000100:00000001:3.0:1773941501.680001:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294921589 00010000:00000001:1.0:1773941501.680002:0:12453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:3.0:1773941501.680005:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773941501.680006:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1773941501.680010:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941501.680010:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941501.680013:0:12453:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941501.680015:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941501.680016:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941501.680019:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773941501.680020:0:12453:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc069 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941501.680025:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1773941501.680025:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941501.680026:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941501.680028:0:12453:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773941501.680029:0:12453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941501.680030:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941501.680031:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941501.680033:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1773941501.680034:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00010000:1.0:1773941501.680036:0:12453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc069 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1773941501.680037:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1773941501.680038:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941501.680041:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941501.680044:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1773941501.680045:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258200. 00000100:00000001:3.0:1773941501.680048:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773941501.680048:0:12453:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f29169ae00 count: 0 00000400:00000200:2.0:1773941501.680052:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941501.680061:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941501.680067:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c514c8 00010000:00000001:1.0:1773941501.680067:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941501.680070:0:12453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000010:2.0:1773941501.680072:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c514c8. 00000100:00000001:1.0:1773941501.680073:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941501.680079:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1773941501.680080:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298aea300 x1860112264221056/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941517 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941501.680089:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298ae8e00 x1860112264221184/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941501.680090:0:12453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941501.680094:0:12453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941501.680102:0:12453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f29874a800. 00000100:00000001:2.0:1773941501.680103:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1773941501.680106:0:12453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941501.680110:0:12453:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1773941501.680111:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298ae8e00 x1860112264221184/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941511 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1773941501.680112:0:12453:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941501.680118:0:12453:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941501.680121:0:12453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f289153c00. 00000100:00000001:2.0:1773941501.680125:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941501.680126:0:12453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1773941501.680128:0:2347:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1773941501.680129:0:12453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941501.680132:0:12453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298aea300. 00000100:00000001:1.0:1773941501.680135:0:12453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941501.680137:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941501.680138:0:12453:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:1.0:1773941501.680140:0:12453:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:1.0:1773941501.680142:0:12453:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1773941501.680145:0:12453:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f298b7a500. 00000020:00000010:1.0:1773941501.680149:0:12453:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f289153c00. 00000020:00000010:1.0:1773941501.680152:0:12453:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f289152e00. 00000040:00000010:1.0:1773941501.680156:0:12453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f289153400. 00000020:00000010:1.0:1773941501.680161:0:12453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f2a0d95800. 00000020:00000010:1.0:1773941501.680166:0:12453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f289152c00. 80000000:00000010:1.0:1773941501.680171:0:12453:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f2830d2180. 00040000:00000010:1.0:1773941501.680175:0:12453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f289152600. 20000000:00000010:1.0:1773941501.680180:0:12453:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f289152a00. 10000000:00000040:1.0:1773941501.680184:0:12453:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 10000000:00000001:1.0:1773941501.680187:0:12453:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:1.0:1773941501.680192:0:12453:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f289152e00. 00000040:00000010:1.0:1773941501.680197:0:12453:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f289153400. 00000020:00000010:1.0:1773941501.680200:0:12453:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f2a0d95800. 00000020:00000010:1.0:1773941501.680204:0:12453:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f289152c00. 80000000:00000010:1.0:1773941501.680208:0:12453:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f2830d2180. 00040000:00000010:1.0:1773941501.680214:0:12453:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f289152600. 20000000:00000010:1.0:1773941501.680216:0:12453:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f289152a00. 00000020:00000010:1.0:1773941501.680229:0:12453:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f289153c00. 10000000:00000010:1.0:1773941501.680231:0:12453:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f298b7a500. 10000000:01000000:1.0:1773941501.680233:0:12453:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:1.0:1773941501.680239:0:12453:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:1.0:1773941501.680240:0:12453:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:1.0:1773941501.680242:0:12453:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1773941501.680243:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941501.680244:0:12453:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff96f2a0da3200) refs 2 10000000:00000001:1.0:1773941501.680246:0:12453:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:2.0:1773941501.681605:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941501.681610:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941501.681612:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941501.681614:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941501.681617:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941501.681620:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941501.681624:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941501.681627:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941501.681629:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941501.681636:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c05200 00000400:00000200:2.0:1773941501.681639:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941501.681642:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xd2d [1] + 0 00000800:00000001:2.0:1773941501.681645:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941501.681650:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941501.681652:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941501.681654:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941501.681658:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941501.681661:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298ae8e00 x1860112264221184/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941501.681669:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f298ae8e00 x1860112264221184/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941501.681679:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941501.681683:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941501.681685:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941501.681704:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941501.681708:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941501.681712:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941501.681714:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941501.681734:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7b00. 00000400:00000200:3.0:1773941501.681739:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51c38 00000400:00000010:3.0:1773941501.681742:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51c38. 00000100:00000001:3.0:1773941501.681746:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941501.681753:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298ae8e00 x1860112264221184/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941501.681765:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298ae8e00 x1860112264221184/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941501.681773:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941501.681775:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941501.681777:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941501.681779:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941501.681781:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941501.681783:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941501.681785:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941501.681789:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=66 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941501.681792:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941501.681795:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941501.681797:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941501.681799:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941501.681801:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941501.681804:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941501.681808:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298ae8e00 x1860112264221184/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941501.681816:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941501.681819:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941501.681828:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941501.681830:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941501.681835:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941501.681837:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941501.681839:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:3.0:1773941501.681841:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941501.681843:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:3.0:1773941501.681845:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:3.0:1773941501.681848:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:3.0:1773941501.681852:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941501 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941501.681855:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941501.681860:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:3.0:1773941501.681863:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941501.681865:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941501.681867:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941501.681869:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941501.681872:0:2352:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.145@tcp after partition 00000100:00080000:3.0:1773941501.681875:0:2352:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941501.681877:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941501.681880:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941501.681884:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:3.0:1773941501.681886:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941501.682097:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941501.682101:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941501.682108:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298ae8e00 x1860112264221184/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941511 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941501.682112:0:12497:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:1.0:1773941501.682121:0:12497:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 00000100:00100000:3.0:1773941501.682123:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298ae8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264221184:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00100000:1.0:1773941501.682125:0:12497:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1773941501.682142:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941501.682144:0:12497:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:3.0:1773941501.682146:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:01000000:1.0:1773941501.682147:0:12497:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:1.0:1773941501.682151:0:12497:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000040:3.0:1773941501.682155:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298ae8e00 x1860112264221184/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941511 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1773941501.682156:0:12497:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941501.682160:0:12497:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941501.682163:0:12497:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941501.682164:0:12497:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941501.682167:0:12497:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941501.682170:0:12497:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941501.682174:0:12497:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941501.682177:0:12497:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941501.682179:0:12497:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941501.682181:0:12497:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941501.682183:0:12497:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941501.682187:0:12497:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941501.682192:0:12497:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941501.682194:0:12497:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941501.682196:0:12497:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 00000100:00000001:3.0:1773941501.682202:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941501.682204:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941501.682207:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f286075c00. 02000000:00000001:3.0:1773941501.682210:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941501.682212:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:1.0:1773941501.682214:0:12497:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 00000020:00000040:3.0:1773941501.682215:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 10000000:00000001:1.0:1773941501.682219:0:12497:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941501.682220:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941501.682224:0:12497:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000010:3.0:1773941501.682225:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f29874a400. 00000100:02000000:1.0:1773941501.682232:0:12497:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 02000000:00000001:3.0:1773941501.682233:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941501.682237:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1773941501.682237:0:12497:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941501.682239:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298ae8e00. 00000020:00000001:1.0:1773941501.682242:0:12497:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941501.682246:0:12497:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941501.682247:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1773941501.682251:0:12497:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941501.682252:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941501.682255:0:12497:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941501.682257:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941501.682262:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941501.682267:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941501.682271:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941501.682273:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773941501.685750:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f29169ae00. 00010000:00000010:1.1:1773941501.685756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f28164d000. 00000020:00000001:2.0:1773941502.381890:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941502.381898:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941502.381903:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1773941503.213790:0:12453:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941503.213797:0:12453:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff96f2a0da3200) refs 2 10000000:00000001:0.0:1773941503.213801:0:12453:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941503.213803:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941503.213804:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941503.213805:0:12453:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1773941503.213807:0:12453:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1773941503.213809:0:12453:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1773941503.213824:0:12453:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f298b5cd28 from 1 10000000:00000001:0.0:1773941503.213826:0:12453:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941503.213828:0:12453:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1773941503.213833:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b13b80. 00000020:00000040:0.0:1773941503.213837:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:0.0:1773941503.213841:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941503.213844:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941503.213848:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941503.213854:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f283eb9a00. 00000100:00000001:0.0:1773941503.213859:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941503.213863:0:12453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941503.213865:0:12453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941503.213871:0:12453:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f2883d5200. 00010000:00000001:0.0:1773941503.213875:0:12453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941503.213878:0:12453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f289193a00. 00000020:00000001:0.0:1773941503.213881:0:12453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941503.213883:0:12453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f289193a00 with handle 0x6eb1e9e7edefc070 to hash 00000020:00000001:0.0:1773941503.213885:0:12453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941503.213886:0:12453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567159224832 : -115506550326784 : ffff96f289193a00) 00010000:00000001:0.0:1773941503.213889:0:12453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567159224832 : -115506550326784 : ffff96f289193a00) 00010000:00000001:0.0:1773941503.213891:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941503.213894:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941503.213897:0:12453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289193a00/0x6eb1e9e7edefc070 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941503.213905:0:12453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f289193a00/0x6eb1e9e7edefc070 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941503.213914:0:12453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f289193a00/0x6eb1e9e7edefc070 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941503.213918:0:12453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941503.213919:0:12453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941503.213925:0:12453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f2a0e026c0. 00000100:00000001:0.0:1773941503.213930:0:12453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567558137536 : -115506151414080 : ffff96f2a0e026c0) 00000100:00000001:0.0:1773941503.213932:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941503.213933:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420844928 : -115506288706688 : ffff96f298b13b80) 00000100:00000001:0.0:1773941503.213937:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941503.213941:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941503.213942:0:12453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941503.213944:0:12453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941503.213952:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b13b80 x1860112264221312/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941503.213959:0:12453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941503.213960:0:12453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941503.213963:0:12453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941503.213965:0:12453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941503.213967:0:12453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941503.213969:0:12453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b13b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264221312:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941503.213972:0:12453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941503.213976:0:12453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941503.213978:0:12453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941503.213980:0:12453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941503.213984:0:12453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f288f68400. 02000000:00000001:0.0:1773941503.213986:0:12453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941503.213994:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941503.213998:0:12453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d35d8. 00000400:00000010:0.0:1773941503.214005:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d770. 00000100:00000200:0.0:1773941503.214012:0:12453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264221312, portal 25 00000100:00000001:0.0:1773941503.214014:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941503.214016:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420844928 : -115506288706688 : ffff96f298b13b80) 00000100:00000040:0.0:1773941503.214022:0:12453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b13b80 x1860112264221312/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941519 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941503.214030:0:12453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941503.214034:0:12453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:0.0:1773941503.214037:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5dd48. 00000100:00000200:0.0:1773941503.214041:0:12453:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264221312, offset 0 00000400:00000200:0.0:1773941503.214054:0:12453:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941503.214063:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941503.214069:0:12453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941503.214073:0:12453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941503.214086:0:12453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941503.214090:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941503.214092:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941503.214094:0:12453:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[68, 67] 00000400:00000200:0.0:1773941503.214097:0:12453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000400:00000200:0.0:1773941503.214101:0:12453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [172:172:256:4294967295] 192.168.202.155@tcp LPNI seq info [69:69:8:4294967295] 00000400:00000200:0.0:1773941503.214104:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:0.0:1773941503.214112:0:12453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00000800:00000200:0.0:1773941503.214117:0:12453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.155@tcp 00000800:00000010:0.0:1773941503.214121:0:12453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7000. 00000800:00000200:0.0:1773941503.214127:0:12453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00000800:00000200:0.0:1773941503.214133:0:12453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:0.0:1773941503.214136:0:12453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773941503.214149:0:12453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941503.214152:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:0.0:1773941503.214154:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294923125 00000100:00000001:0.0:1773941503.214159:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294921591 00000100:00000001:0.0:1773941503.214163:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294923125 00000100:00000001:0.0:1773941503.214165:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294921591 00000100:00000001:0.0:1773941503.214168:0:12453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941503.214170:0:12453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941503.214172:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941503.214173:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773941503.214175:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0e026c0 going to sleep for 11 seconds 00000100:00000001:0.0:1773941503.214178:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941503.214180:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941503.214281:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941503.214289:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7000. 00000400:00000200:2.0:1773941503.214296:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941503.214304:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:2.0:1773941503.214310:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5dd48 00000400:00000010:2.0:1773941503.214313:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5dd48. 00000100:00000001:2.0:1773941503.214318:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941503.214324:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b13b80 x1860112264221312/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941519 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941503.214334:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941503.214373:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f298b13b80 x1860112264221312/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941519 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941503.214383:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941503.214385:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941503.215650:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941503.215660:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941503.215662:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941503.215664:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941503.215669:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941503.215673:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : PUT - for me 00000400:00000200:2.0:1773941503.215678:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941503.215680:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941503.215684:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941503.215687:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c05280 00000400:00000200:2.0:1773941503.215691:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941503.215695:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xd3d [1] + 224 00000800:00000001:2.0:1773941503.215701:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941503.215710:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941503.215713:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941503.215745:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000100:00000001:2.0:1773941503.215751:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941503.215757:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b13b80 x1860112264221312/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941519 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941503.215768:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff96f298b13b80 x1860112264221312/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941519 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941503.215785:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941503.215794:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941503.215798:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941503.215820:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941503.215827:0:12453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941503.215829:0:12453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941503.215831:0:12453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d35d8. 00000400:00000200:0.0:1773941503.215836:0:12453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d770 00000400:00000010:0.0:1773941503.215838:0:12453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d770. 00000100:00000001:0.0:1773941503.215840:0:12453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941503.215846:0:12453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b13b80 x1860112264221312/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941519 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941503.215857:0:12453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b13b80 x1860112264221312/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941519 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941503.215864:0:12453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941503.215866:0:12453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941503.215868:0:12453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941503.215871:0:12453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941503.215873:0:12453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941503.215875:0:12453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941503.215878:0:12453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941503.215884:0:12453:0:(import.c:2136:obd_at_measure()) add 0 to ffff96f2a0db5458 time=68 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941503.215887:0:12453:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941503.215890:0:12453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:0.0:1773941503.215895:0:12453:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.145@tcp: operation ldlm_enqueue to node 192.168.202.145@tcp failed: rc = -107 00000100:00000001:0.0:1773941503.215898:0:12453:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941503.215901:0:12453:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1773941503.215903:0:12453:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.145@tcp of MGS@192.168.202.145@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1773941503.215908:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1773941503.215912:0:12453:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1773941503.215915:0:12453:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:0.0:1773941503.215918:0:12453:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941503.215919:0:12453:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1773941503.215921:0:12453:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1773941503.215926:0:12453:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f298b13b80 x1860112264221312/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941519 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941503.215946:0:12453:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941503.215948:0:12453:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941503.215950:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941503.215953:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1773941503.215955:0:12453:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:0.0:1773941503.215957:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941503.215959:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941503.215961:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941503.215962:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1773941503.215963:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941503.215965:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941503.215967:0:12453:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1773941503.215970:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1773941503.215972:0:12453:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1773941503.215975:0:12453:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 252 00000400:00000200:0.0:1773941503.215979:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941503.215982:0:12453:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000040:0.0:1773941503.215985:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941503.215987:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941503.215989:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941503.215991:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:0.0:1773941503.215993:0:12453:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941503.215994:0:12453:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:0.0:1773941503.215996:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941503.215998:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:0.0:1773941503.215999:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:0.0:1773941503.216001:0:12453:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:0.0:1773941503.216003:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941503.216004:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941503.216006:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941503.216007:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:0.0:1773941503.216009:0:12453:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:0.0:1773941503.216015:0:12453:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:0.0:1773941503.216017:0:12453:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941503.216020:0:12453:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1773941503.216022:0:12453:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941503.216024:0:12453:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941503.216026:0:12453:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1773941503.216027:0:12453:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941503.216030:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b12680. 00000020:00000040:0.0:1773941503.216032:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 02000000:00000001:0.0:1773941503.216035:0:12453:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773941503.216037:0:12453:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941503.216039:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941503.216041:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941503.216042:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941503.216045:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f288f6b800. 00000100:00000001:0.0:1773941503.216048:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941503.216052:0:12453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298b12680 x1860112264221440/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941503.216058:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941503.216060:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941503.216064:0:12453:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dccb6a1f] to pc [ptlrpcd_rcv+-1] req@ffff96f298b12680 x1860112264221440/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941503.216084:0:12453:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941503.216086:0:12453:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1773941503.216087:0:12453:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941503.216089:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941503.216091:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941503.216092:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941503.216094:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0e026c0 going to sleep for 1 seconds 00000100:00000001:0.0:1773941503.216095:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941503.216097:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941503.216100:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b13b80 x1860112264221312/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941519 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941503.216113:0:12453:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1773941503.216115:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941503.216117:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941503.216118:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941503.216121:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b13b80 x1860112264221312/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941519 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941503.216127:0:12453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b13b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264221312:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941503.216132:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941503.216135:0:12453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941503.216137:0:12453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773941503.216138:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941503.216140:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b13b80 x1860112264221312/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941519 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941503.216143:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941503.216146:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941503.216147:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1773941503.216149:0:12453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f2a0e026c0. 00000100:00000001:3.0:1773941503.216150:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1773941503.216152:0:12453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773941503.216155:0:12453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:0.0:1773941503.216157:0:12453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000040:3.0:1773941503.216159:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b12680 x1860112264221440/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773941503.216160:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941503.216163:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941503.216165:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289193a00 refcount=4 00000020:00000001:0.0:1773941503.216169:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159224832 : -115506550326784 : ffff96f289193a00) 00000100:00000001:3.0:1773941503.216175:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1773941503.216175:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159224832 : -115506550326784 : ffff96f289193a00) 00000100:00000001:3.0:1773941503.216178:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941503.216180:0:12453:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f289193a00/0x6eb1e9e7edefc070 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:3.0:1773941503.216181:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941503.216184:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941503.216189:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941503.216192:0:12453:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00100000:3.0:1773941503.216193:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264221440:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941503.216199:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:0.0:1773941503.216199:0:12453:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f289193a00/0x6eb1e9e7edefc070 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:3.0:1773941503.216202:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941503.216203:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941503.216206:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941503.216210:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f286075c00. 00010000:00000001:0.0:1773941503.216213:0:12453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773941503.216216:0:12453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289193a00/0x6eb1e9e7edefc070 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:3.0:1773941503.216222:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941503.216225:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941503.216227:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1773941503.216228:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00010000:0.0:1773941503.216230:0:12453:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f289193a00/0x6eb1e9e7edefc070 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:3.0:1773941503.216232:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7b00. 00000400:00000010:3.0:1773941503.216239:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51c38. 00010000:00000001:0.0:1773941503.216239:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941503.216242:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1773941503.216244:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264221440, portal 25 00010000:00000001:0.0:1773941503.216246:0:12453:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1773941503.216247:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:0.0:1773941503.216249:0:12453:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f289193a00/0x6eb1e9e7edefc070 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941503.216250:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420839552 : -115506288712064 : ffff96f298b12680) 00000100:00000040:3.0:1773941503.216258:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b12680 x1860112264221440/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1773941503.216260:0:12453:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f289193a00 already unused, calling callback (ffffffffc147fc20) 10000000:00000001:0.0:1773941503.216264:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1773941503.216268:0:12453:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f289193a00/0x6eb1e9e7edefc070 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941503.216269:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941503.216275:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00010000:00000001:0.0:1773941503.216278:0:12453:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000010:3.0:1773941503.216279:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c512a8. 00010000:00000001:0.0:1773941503.216282:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000200:3.0:1773941503.216283:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264221440, offset 0 00000020:00000001:0.0:1773941503.216284:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941503.216287:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289193a00 refcount=5 00000400:00000200:3.0:1773941503.216292:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000020:00000001:0.0:1773941503.216292:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159224832 : -115506550326784 : ffff96f289193a00) 00010000:00000001:0.0:1773941503.216296:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159224832 : -115506550326784 : ffff96f289193a00) 00000400:00000200:3.0:1773941503.216300:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000001:0.0:1773941503.216301:0:12453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773941503.216304:0:12453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f289193a00/0x6eb1e9e7edefc070 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941503.216305:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:3.0:1773941503.216311:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 10000000:00000001:0.0:1773941503.216316:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:3.0:1773941503.216317:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:3.0:1773941503.216319:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941503.216321:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941503.216325:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[68, 69] 10000000:00010000:0.0:1773941503.216325:0:12453:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f289193a00/0x6eb1e9e7edefc070 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941503.216335:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 10000000:01000000:0.0:1773941503.216351:0:12453:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1773941503.216355:0:12453:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1773941503.216356:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941503.216358:0:12453:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1773941503.216360:0:12453:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773941503.216362:0:12453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773941503.216363:0:12453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773941503.216365:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941503.216366:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941503.216368:0:12453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f289193a00 with handle 0x6eb1e9e7edefc070 from hash 00010000:00000001:0.0:1773941503.216370:0:12453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773941503.216371:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941503.216372:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941503.216373:0:12453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773941503.216374:0:12453:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773941503.216376:0:12453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773941503.216377:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941503.216378:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941503.216379:0:12453:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941503.216432:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941503.216435:0:12453:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f289193a00/0x6eb1e9e7edefc070 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941503.216439:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941503.216440:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941503.216441:0:12453:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773941503.216442:0:12453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773941503.216444:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941503.216444:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941503.216445:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773941503.216446:0:12453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f289193a00/0x6eb1e9e7edefc070 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773941503.216456:0:12453:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f2883d5200 count: 0 00010000:00000001:0.0:1773941503.216476:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941503.216478:0:12453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941503.216480:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941503.216489:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b13b80 x1860112264221312/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941519 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941503.216495:0:12453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941503.216497:0:12453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773941503.216499:0:12453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f288f68400. 02000000:00000001:0.0:1773941503.216502:0:12453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941503.216503:0:12453:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941503.216504:0:12453:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:0.0:1773941503.216506:0:12453:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941503.216508:0:12453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f283eb9a00. 02000000:00000001:0.0:1773941503.216511:0:12453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941503.216512:0:12453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941503.216513:0:12453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b13b80. 00000100:00000001:0.0:1773941503.216516:0:12453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941503.216517:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1773941503.216518:0:12453:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:0.0:1773941503.216520:0:12453:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:0.0:1773941503.216523:0:12453:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1773941503.216526:0:12453:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f282eddfc0. 00000020:00000010:0.0:1773941503.216532:0:12453:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f283eb9a00. 00000400:00000200:3.0:1773941503.216539:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [173:173:256:4294967295] 192.168.202.145@tcp LPNI seq info [70:70:8:4294967295] 00000020:00000010:0.0:1773941503.216539:0:12453:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f283eb9e00. 00000040:00000010:0.0:1773941503.216547:0:12453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f283eb9c00. 00000020:00000010:0.0:1773941503.216556:0:12453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f28309b000. 00000020:00000010:0.0:1773941503.216560:0:12453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f283eb9600. 00000400:00000200:3.0:1773941503.216562:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 80000000:00000010:0.0:1773941503.216566:0:12453:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f28376f660. 00040000:00000010:0.0:1773941503.216570:0:12453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f283eb9800. 20000000:00000010:0.0:1773941503.216574:0:12453:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f283eb9000. 00000400:00000200:3.0:1773941503.216585:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 10000000:00000040:0.0:1773941503.216588:0:12453:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 10000000:00000001:0.0:1773941503.216592:0:12453:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000800:00000200:3.0:1773941503.216598:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.145@tcp 00000020:00000010:0.0:1773941503.216598:0:12453:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f283eb9e00. 00000040:00000010:0.0:1773941503.216607:0:12453:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f283eb9c00. 00000020:00000010:0.0:1773941503.216615:0:12453:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f28309b000. 00000020:00000010:0.0:1773941503.216618:0:12453:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f283eb9600. 80000000:00000010:0.0:1773941503.216620:0:12453:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f28376f660. 00000800:00000010:3.0:1773941503.216623:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258400. 00040000:00000010:0.0:1773941503.216623:0:12453:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f283eb9800. 20000000:00000010:0.0:1773941503.216636:0:12453:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f283eb9000. 00000020:00000010:0.0:1773941503.216639:0:12453:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f283eb9a00. 00000800:00000200:3.0:1773941503.216643:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 10000000:00000010:0.0:1773941503.216645:0:12453:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f282eddfc0. 10000000:01000000:0.0:1773941503.216653:0:12453:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:0.0:1773941503.216655:0:12453:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:0.0:1773941503.216657:0:12453:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:0.0:1773941503.216658:0:12453:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1773941503.216659:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941503.216660:0:12453:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff96f2a0da3200) refs 2 10000000:00000001:0.0:1773941503.216662:0:12453:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000200:3.0:1773941503.216681:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:3.0:1773941503.216687:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773941503.216708:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941503.216779:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:3.0:1773941503.216783:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294923128 00000800:00000200:2.0:1773941503.216800:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941503.216804:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258400. 00000100:00000001:3.0:1773941503.216807:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294923125 00000400:00000200:2.0:1773941503.216809:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1773941503.216822:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294923128 00000400:00000200:2.0:1773941503.216823:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941503.216831:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c512a8 00000100:00000001:3.0:1773941503.216835:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294923125 00000400:00000010:2.0:1773941503.216835:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c512a8. 00000100:00000001:2.0:1773941503.216840:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1773941503.216845:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1773941503.216847:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b12680 x1860112264221440/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941503.216856:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941503.216863:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941503.216877:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941503.216880:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b12680 x1860112264221440/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941513 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941503.216885:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941503.216886:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773941503.216948:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941503.216957:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941503.216959:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941503.216962:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941503.216964:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941503.216966:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941503.216968:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773941503.218092:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941503.218098:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941503.218100:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941503.218101:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941503.218105:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941503.218108:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941503.218113:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941503.218115:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941503.218117:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941503.218120:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c05300 00000400:00000200:2.0:1773941503.218123:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941503.218125:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xd45 [1] + 0 00000800:00000001:2.0:1773941503.218130:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941503.218134:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941503.218136:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941503.218139:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941503.218141:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941503.218145:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b12680 x1860112264221440/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941503.218152:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f298b12680 x1860112264221440/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941503.218165:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941503.218170:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941503.218174:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941503.218189:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941503.218192:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941503.218198:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941503.218200:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941503.218203:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7b00. 00000400:00000200:3.0:1773941503.218207:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51c38 00000400:00000010:3.0:1773941503.218209:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51c38. 00000100:00000001:3.0:1773941503.218212:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941503.218219:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b12680 x1860112264221440/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941503.218229:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b12680 x1860112264221440/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941513 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941503.218234:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941503.218236:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941503.218238:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941503.218240:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941503.218242:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941503.218243:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941503.218246:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941503.218250:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=68 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941503.218260:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941503.218262:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941503.218263:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941503.218265:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941503.218268:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941503.218270:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941503.218273:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b12680 x1860112264221440/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941513 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941503.218279:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941503.218281:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941503.218282:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941503.218284:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941503.218297:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941503.218302:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941503.218304:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:3.0:1773941503.218306:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941503.218322:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:3.0:1773941503.218324:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:3.0:1773941503.218326:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:3.0:1773941503.218330:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941503 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941503.218332:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941503.218353:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:3.0:1773941503.218357:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941503.218360:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941503.218363:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941503.218365:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941503.218370:0:2352:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.145@tcp after partition 00000100:00080000:3.0:1773941503.218373:0:2352:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941503.218376:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941503.218381:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941503.218385:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:3.0:1773941503.218388:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941503.218603:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941503.218612:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941503.218617:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b12680 x1860112264221440/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941513 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941503.218624:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264221440:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941503.218628:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941503.218631:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941503.218632:0:12499:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000040:3.0:1773941503.218636:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b12680 x1860112264221440/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941513 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941503.218642:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941503.218644:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941503.218647:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f286075c00. 02000000:00000001:3.0:1773941503.218649:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941503.218651:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941503.218652:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:3.0:1773941503.218654:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941503.218655:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f288f6b800. 02000000:00000001:3.0:1773941503.218658:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941503.218660:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941503.218662:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b12680. 00000100:00080000:0.0:1773941503.218667:0:12499:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 00000100:00000001:3.0:1773941503.218669:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941503.218673:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941503.218677:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941503.218677:0:12499:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1773941503.218688:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941503.218688:0:12499:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:3.0:1773941503.218691:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1773941503.218694:0:12499:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000001:3.0:1773941503.218695:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000001:00000001:0.0:1773941503.218704:0:12499:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:3.0:1773941503.218705:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941503.218744:0:12499:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941503.218749:0:12499:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941503.218752:0:12499:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941503.218753:0:12499:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941503.218755:0:12499:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941503.218758:0:12499:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941503.218760:0:12499:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941503.218765:0:12499:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773941503.218769:0:12499:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941503.218772:0:12499:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941503.218774:0:12499:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941503.218776:0:12499:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941503.218779:0:12499:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941503.218781:0:12499:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941503.218783:0:12499:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 00000100:00080000:0.0:1773941503.218805:0:12499:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941503.218815:0:12499:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941503.218817:0:12499:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941503.218823:0:12499:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 00000100:00000001:0.0:1773941503.218828:0:12499:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941503.218831:0:12499:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941503.218833:0:12499:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:0.0:1773941503.218837:0:12499:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941503.218839:0:12499:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1773941503.221751:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f2883d5200. 00010000:00000010:0.1:1773941503.221758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f289193a00. 00000020:00000001:2.0:1773941503.405949:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941503.405955:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941503.405979:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941504.429928:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941504.429934:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941504.429938:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773941504.493884:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773941504.493901:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773941504.493918:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b13b80. 00000020:00000040:0.0:1773941504.493927:0:36:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:0.0:1773941504.493934:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941504.493938:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941504.493947:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941504.493959:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f2834a7000. 00000100:00000001:0.0:1773941504.493969:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941504.493982:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS req@ffff96f298b13b80 x1860112264221568/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941504.493994:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941504.493999:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941504.494007:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e55055e] to pc [ptlrpcd_00_01+1] req@ffff96f298b13b80 x1860112264221568/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941504.494035:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941504.494039:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (259) 00000100:00000001:1.0:1773941504.494074:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941504.494083:0:2354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941504.494086:0:2354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941504.494102:0:2354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b13b80 x1860112264221568/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941504.494106:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941504.494113:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941504.494125:0:2354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941504.494129:0:2354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941504.494135:0:2354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941504.494140:0:2354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941504.494144:0:2354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941504.494149:0:2354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aed6ad44-ca90-40b5-927d-12baaf0d776a:2354:1860112264221568:192.168.202.145@tcp:400:kworker.0 00000100:00000001:1.0:1773941504.494154:0:2354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941504.494159:0:2354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941504.494162:0:2354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941504.494165:0:2354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941504.494175:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f289153c00. 02000000:00000001:1.0:1773941504.494177:0:2354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941504.494185:0:2354:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941504.494190:0:2354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15370. 00000400:00000010:1.0:1773941504.494197:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1660. 00000100:00000200:1.0:1773941504.494204:0:2354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112264221568, portal 25 00000100:00000001:1.0:1773941504.494207:0:2354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941504.494209:0:2354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420844928 : -115506288706688 : ffff96f298b13b80) 00000100:00000040:1.0:1773941504.494216:0:2354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b13b80 x1860112264221568/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941504.494225:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941504.494229:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:1.0:1773941504.494232:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1990. 00000100:00000200:1.0:1773941504.494235:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112264221568, offset 0 00000400:00000200:1.0:1773941504.494243:0:2354:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941504.494253:0:2354:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941504.494261:0:2354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941504.494267:0:2354:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941504.494285:0:2354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941504.494289:0:2354:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941504.494292:0:2354:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941504.494296:0:2354:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[70, 69] 00000400:00000200:1.0:1773941504.494301:0:2354:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000400:00000200:1.0:1773941504.494305:0:2354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [174:174:256:4294967295] 192.168.202.155@tcp LPNI seq info [71:71:8:4294967295] 00000400:00000200:1.0:1773941504.494310:0:2354:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:1.0:1773941504.494322:0:2354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00000800:00000200:1.0:1773941504.494343:0:2354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.155@tcp 00000800:00000010:1.0:1773941504.494349:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f298b8fa00. 00000800:00000200:1.0:1773941504.494357:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00000800:00000200:1.0:1773941504.494365:0:2354:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:1.0:1773941504.494370:0:2354:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f298b8fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773941504.494387:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941504.494392:0:2354:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:1.0:1773941504.494395:0:2354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294924405 00000100:00000001:1.0:1773941504.494402:0:2354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294923128 00000100:00000001:1.0:1773941504.494406:0:2354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294924405 00000100:00000001:1.0:1773941504.494412:0:2354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294923128 00000100:00000001:1.0:1773941504.494416:0:2354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941504.494419:0:2354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941504.494423:0:2354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941504.494426:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941504.494433:0:2354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941504.494435:0:2354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773941504.494438:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941504.494440:0:2354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941504.494442:0:2354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941504.494445:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941504.494497:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941504.494502:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f298b8fa00. 00000400:00000200:2.0:1773941504.494508:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941504.494512:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:2.0:1773941504.494517:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1990 00000400:00000010:2.0:1773941504.494519:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1990. 00000100:00000001:2.0:1773941504.494523:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941504.494528:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b13b80 x1860112264221568/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941504.494539:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941504.494544:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b13b80 x1860112264221568/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941520 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941504.494552:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941504.494555:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941504.495837:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941504.495854:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941504.495856:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941504.495858:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941504.495862:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941504.495866:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : PUT - for me 00000400:00000200:2.0:1773941504.495871:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941504.495874:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941504.495877:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941504.495880:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c05380 00000400:00000200:2.0:1773941504.495883:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941504.495887:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xd55 [1] + 224 00000800:00000001:2.0:1773941504.495892:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941504.495899:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941504.495900:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941504.495909:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000100:00000001:2.0:1773941504.495914:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941504.495918:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b13b80 x1860112264221568/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941520 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941504.495926:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96f298b13b80 x1860112264221568/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941504.495940:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941504.495946:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941504.495950:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941504.495983:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941504.495987:0:2354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941504.495992:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941504.496000:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941504.496003:0:2354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15370. 00000400:00000200:1.0:1773941504.496007:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1660 00000400:00000010:1.0:1773941504.496009:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1660. 00000100:00000001:1.0:1773941504.496013:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941504.496019:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b13b80 x1860112264221568/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941504.496029:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b13b80 x1860112264221568/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941520 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941504.496036:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941504.496038:0:2354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941504.496041:0:2354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941504.496044:0:2354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941504.496047:0:2354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941504.496049:0:2354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941504.496052:0:2354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941504.496059:0:2354:0:(import.c:2136:obd_at_measure()) add 0 to ffff96f2a0db5458 time=69 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941504.496063:0:2354:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941504.496066:0:2354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941504.496069:0:2354:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941504.496072:0:2354:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941504.496076:0:2354:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.145@tcp of MGS@192.168.202.145@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941504.496080:0:2354:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941504.496084:0:2354:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941504.496088:0:2354:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941504.496091:0:2354:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941504.496093:0:2354:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941504.496094:0:2354:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941504.496098:0:2354:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f298b13b80 x1860112264221568/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941520 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941504.496106:0:2354:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941504.496107:0:2354:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941504.496115:0:2354:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941504.496118:0:2354:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941504.496120:0:2354:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941504.496122:0:2354:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941504.496124:0:2354:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941504.496125:0:2354:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941504.496126:0:2354:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941504.496127:0:2354:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941504.496129:0:2354:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941504.496132:0:2354:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941504.496134:0:2354:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941504.496137:0:2354:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941504.496140:0:2354:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 253 00000400:00000200:1.0:1773941504.496145:0:2354:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941504.496150:0:2354:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941504.496154:0:2354:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941504.496157:0:2354:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941504.496159:0:2354:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941504.496162:0:2354:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:1.0:1773941504.496166:0:2354:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941504.496168:0:2354:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:1.0:1773941504.496171:0:2354:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941504.496175:0:2354:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:1.0:1773941504.496177:0:2354:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:1.0:1773941504.496180:0:2354:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:1.0:1773941504.496183:0:2354:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941504.496185:0:2354:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941504.496187:0:2354:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941504.496189:0:2354:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:1.0:1773941504.496192:0:2354:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:1.0:1773941504.496196:0:2354:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:1.0:1773941504.496199:0:2354:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941504.496201:0:2354:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941504.496209:0:2354:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941504.496212:0:2354:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941504.496215:0:2354:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941504.496217:0:2354:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941504.496221:0:2354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298aea300. 00000020:00000040:1.0:1773941504.496225:0:2354:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 02000000:00000001:1.0:1773941504.496229:0:2354:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941504.496230:0:2354:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941504.496234:0:2354:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941504.496236:0:2354:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941504.496240:0:2354:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941504.496247:0:2354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f29874a800. 00000100:00000001:1.0:1773941504.496253:0:2354:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941504.496260:0:2354:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298aea300 x1860112264221696/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941504.496269:0:2354:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941504.496273:0:2354:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941504.496277:0:2354:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000655e1300] to pc [ptlrpcd_rcv+-1] req@ffff96f298aea300 x1860112264221696/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941504.496299:0:2354:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941504.496302:0:2354:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941504.496303:0:2354:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:1.0:1773941504.496309:0:2354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b13b80 x1860112264221568/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941520 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941504.496316:0:2354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941504.496319:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941504.496322:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941504.496341:0:2354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b13b80 x1860112264221568/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941520 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941504.496351:0:2354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aed6ad44-ca90-40b5-927d-12baaf0d776a:2354:1860112264221568:192.168.202.145@tcp:400:kworker.0 00000100:00000001:1.0:1773941504.496356:0:2354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941504.496364:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941504.496369:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b13b80 x1860112264221568/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941520 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941504.496376:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941504.496378:0:2354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1773941504.496381:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1773941504.496384:0:2354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1773941504.496385:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1773941504.496393:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f289153c00. 00000100:00000040:3.0:1773941504.496400:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298aea300 x1860112264221696/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1773941504.496403:0:2354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941504.496407:0:2354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941504.496413:0:2354:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941504.496415:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941504.496418:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941504.496420:0:2354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1773941504.496424:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1773941504.496426:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f2834a7000. 02000000:00000001:1.0:1773941504.496430:0:2354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941504.496432:0:2354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941504.496434:0:2354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b13b80. 00000100:00000001:1.0:1773941504.496438:0:2354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1773941504.496441:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941504.496441:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1773941504.496450:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941504.496451:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941504.496457:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298aea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264221696:192.168.202.145@tcp:250:ptlrpcd_00_01.0 00000100:00000001:1.0:1773941504.496459:0:2354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941504.496468:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1773941504.496468:0:2354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941504.496472:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1773941504.496475:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1773941504.496476:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941504.496483:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1773941504.496484:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941504.496488:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f286075c00. 02000000:00000001:3.0:1773941504.496491:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941504.496498:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:3.0:1773941504.496502:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7b00. 00000400:00000010:3.0:1773941504.496508:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51c38. 00000100:00000200:3.0:1773941504.496514:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264221696, portal 25 00000100:00000001:3.0:1773941504.496516:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941504.496517:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420674816 : -115506288876800 : ffff96f298aea300) 00000100:00000040:3.0:1773941504.496522:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298aea300 x1860112264221696/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941504.496528:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941504.496530:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:3.0:1773941504.496532:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c513b8. 00000100:00000200:3.0:1773941504.496534:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264221696, offset 0 00000400:00000200:3.0:1773941504.496540:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:3.0:1773941504.496546:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941504.496552:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:3.0:1773941504.496556:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941504.496559:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:3.0:1773941504.496562:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941504.496565:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941504.496567:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[70, 71] 00000400:00000200:3.0:1773941504.496570:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:3.0:1773941504.496572:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [175:175:256:4294967295] 192.168.202.145@tcp LPNI seq info [72:72:8:4294967295] 00000400:00000200:3.0:1773941504.496575:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941504.496590:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:3.0:1773941504.496594:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:3.0:1773941504.496598:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258800. 00000800:00000200:3.0:1773941504.496604:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:3.0:1773941504.496610:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:3.0:1773941504.496614:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773941504.496632:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941504.496635:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:3.0:1773941504.496638:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294924407 00000100:00000001:3.0:1773941504.496643:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294924405 00000100:00000001:3.0:1773941504.496646:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294924407 00000100:00000001:3.0:1773941504.496649:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294924405 00000100:00000001:3.0:1773941504.496651:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941504.496653:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941504.496655:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941504.496657:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941504.496662:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941504.496664:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941504.496666:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941504.496668:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941504.496670:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941504.496673:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941504.496771:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941504.496775:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258800. 00000400:00000200:2.0:1773941504.496780:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941504.496785:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941504.496789:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c513b8 00000400:00000010:2.0:1773941504.496791:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c513b8. 00000100:00000001:2.0:1773941504.496794:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941504.496798:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298aea300 x1860112264221696/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941504.496806:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941504.496808:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298aea300 x1860112264221696/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941514 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941504.496814:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941504.496815:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941504.498166:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941504.498176:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941504.498178:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941504.498180:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941504.498184:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941504.498188:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941504.498193:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941504.498197:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941504.498200:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941504.498203:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c05400 00000400:00000200:2.0:1773941504.498212:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941504.498216:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xd5d [1] + 0 00000800:00000001:2.0:1773941504.498222:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941504.498230:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941504.498232:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941504.498235:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941504.498238:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941504.498242:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298aea300 x1860112264221696/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941514 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941504.498250:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f298aea300 x1860112264221696/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941504.498264:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941504.498270:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941504.498272:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941504.498296:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941504.498300:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941504.498305:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941504.498306:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941504.498308:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7b00. 00000400:00000200:3.0:1773941504.498312:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51c38 00000400:00000010:3.0:1773941504.498314:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51c38. 00000100:00000001:3.0:1773941504.498316:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941504.498322:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298aea300 x1860112264221696/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941504.498348:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298aea300 x1860112264221696/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941514 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941504.498361:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941504.498362:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941504.498364:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941504.498366:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941504.498367:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941504.498369:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941504.498371:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941504.498373:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=69 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941504.498376:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941504.498378:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941504.498379:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941504.498381:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941504.498383:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941504.498385:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941504.498388:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298aea300 x1860112264221696/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941514 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941504.498392:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941504.498394:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941504.498395:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941504.498397:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941504.498402:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941504.498403:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941504.498404:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:3.0:1773941504.498405:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941504.498407:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:3.0:1773941504.498408:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:3.0:1773941504.498410:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:3.0:1773941504.498413:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941504 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941504.498415:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941504.498420:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:3.0:1773941504.498421:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941504.498422:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941504.498424:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941504.498428:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941504.498431:0:2352:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.145@tcp after partition 00000100:00080000:3.0:1773941504.498433:0:2352:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941504.498435:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941504.498437:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941504.498440:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:3.0:1773941504.498441:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941504.498695:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941504.498698:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941504.498702:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298aea300 x1860112264221696/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941514 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941504.498708:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298aea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264221696:192.168.202.145@tcp:250:ptlrpcd_00_01.0 00000100:00000001:3.0:1773941504.498713:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941504.498747:0:12500:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:1.0:1773941504.498757:0:12500:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 00000100:00000001:3.0:1773941504.498760:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1773941504.498762:0:12500:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941504.498767:0:12500:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000040:3.0:1773941504.498768:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298aea300 x1860112264221696/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941514 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1773941504.498769:0:12500:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:1.0:1773941504.498775:0:12500:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941504.498780:0:12500:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1773941504.498781:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:1.0:1773941504.498785:0:12500:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941504.498786:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:1.0:1773941504.498790:0:12500:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:3.0:1773941504.498792:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f286075c00. 00000001:00000001:1.0:1773941504.498793:0:12500:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941504.498795:0:12500:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941504.498799:0:12500:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941504.498800:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1773941504.498801:0:12500:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000001:3.0:1773941504.498805:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:1.0:1773941504.498807:0:12500:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 00000020:00000040:3.0:1773941504.498809:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:1.0:1773941504.498811:0:12500:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941504.498816:0:12500:0:(recover.c:147:ptlrpc_resend()) Process entered 00000020:00000001:3.0:1773941504.498822:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941504.498826:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f29874a800. 00000100:00000001:1.0:1773941504.498827:0:12500:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941504.498832:0:12500:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 02000000:00000001:3.0:1773941504.498833:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1773941504.498835:0:12500:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:3.0:1773941504.498837:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 10000000:01000000:1.0:1773941504.498838:0:12500:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941504.498842:0:12500:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 00000100:00000010:3.0:1773941504.498843:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298aea300. 00000100:00000001:3.0:1773941504.498848:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941504.498849:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941504.498852:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941504.498857:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941504.498859:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941504.498863:0:12500:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941504.498866:0:12500:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941504.498870:0:12500:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941504.498874:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:02000000:1.0:1773941504.498878:0:12500:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 00000100:00000001:3.0:1773941504.498879:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941504.498892:0:12500:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941504.498896:0:12500:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941504.498900:0:12500:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941504.498904:0:12500:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941504.498908:0:12500:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941504.949870:0:12453:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941504.949879:0:12453:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff96f2a0da3200) refs 2 10000000:00000001:0.0:1773941504.949884:0:12453:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941504.949886:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941504.949888:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941504.949889:0:12453:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1773941504.949893:0:12453:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1773941504.949918:0:12453:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1773941504.949921:0:12453:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f298b5cd28 from 1 10000000:00000001:0.0:1773941504.949923:0:12453:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941504.949924:0:12453:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1773941504.949934:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b11880. 00000020:00000040:0.0:1773941504.949939:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:0.0:1773941504.949943:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941504.949947:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941504.949954:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941504.949963:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f283eb9a00. 00000100:00000001:0.0:1773941504.949970:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941504.949975:0:12453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941504.949978:0:12453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941504.949986:0:12453:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f2883d5200. 00010000:00000001:0.0:1773941504.949993:0:12453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941504.949996:0:12453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f289193a00. 00000020:00000001:0.0:1773941504.950001:0:12453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941504.950003:0:12453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f289193a00 with handle 0x6eb1e9e7edefc077 to hash 00000020:00000001:0.0:1773941504.950005:0:12453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941504.950007:0:12453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567159224832 : -115506550326784 : ffff96f289193a00) 00010000:00000001:0.0:1773941504.950009:0:12453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567159224832 : -115506550326784 : ffff96f289193a00) 00010000:00000001:0.0:1773941504.950013:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941504.950016:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941504.950020:0:12453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289193a00/0x6eb1e9e7edefc077 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941504.950030:0:12453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f289193a00/0x6eb1e9e7edefc077 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941504.950041:0:12453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f289193a00/0x6eb1e9e7edefc077 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941504.950046:0:12453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941504.950048:0:12453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941504.950064:0:12453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f2a0e026c0. 00000100:00000001:0.0:1773941504.950066:0:12453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567558137536 : -115506151414080 : ffff96f2a0e026c0) 00000100:00000001:0.0:1773941504.950068:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941504.950070:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420835968 : -115506288715648 : ffff96f298b11880) 00000100:00000001:0.0:1773941504.950075:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941504.950079:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941504.950081:0:12453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941504.950083:0:12453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941504.950095:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b11880 x1860112264221824/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941504.950102:0:12453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941504.950105:0:12453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941504.950109:0:12453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941504.950111:0:12453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941504.950113:0:12453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941504.950115:0:12453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264221824:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941504.950119:0:12453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941504.950125:0:12453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941504.950127:0:12453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941504.950130:0:12453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941504.950134:0:12453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f288f68400. 02000000:00000001:0.0:1773941504.950136:0:12453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941504.950145:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941504.950149:0:12453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d35d8. 00000400:00000010:0.0:1773941504.950155:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d770. 00000100:00000200:0.0:1773941504.950162:0:12453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264221824, portal 25 00000100:00000001:0.0:1773941504.950164:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941504.950165:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420835968 : -115506288715648 : ffff96f298b11880) 00000100:00000040:0.0:1773941504.950169:0:12453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b11880 x1860112264221824/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941520 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941504.950176:0:12453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941504.950178:0:12453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:0.0:1773941504.950181:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d4c8. 00000100:00000200:0.0:1773941504.950188:0:12453:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264221824, offset 0 00000400:00000200:0.0:1773941504.950194:0:12453:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941504.950204:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941504.950213:0:12453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941504.950218:0:12453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941504.950222:0:12453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941504.950226:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941504.950229:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941504.950231:0:12453:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[72, 71] 00000400:00000200:0.0:1773941504.950234:0:12453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000400:00000200:0.0:1773941504.950238:0:12453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [176:176:256:4294967295] 192.168.202.155@tcp LPNI seq info [73:73:8:4294967295] 00000400:00000200:0.0:1773941504.950241:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:0.0:1773941504.950250:0:12453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00000800:00000200:0.0:1773941504.950256:0:12453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.155@tcp 00000800:00000010:0.0:1773941504.950261:0:12453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7e00. 00000800:00000200:0.0:1773941504.950267:0:12453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00000800:00000200:0.0:1773941504.950275:0:12453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:0.0:1773941504.950279:0:12453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773941504.950300:0:12453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941504.950304:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:0.0:1773941504.950306:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294924861 00000100:00000001:0.0:1773941504.950313:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294924407 00000100:00000001:0.0:1773941504.950317:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294924861 00000100:00000001:0.0:1773941504.950320:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294924407 00000100:00000001:0.0:1773941504.950335:0:12453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941504.950337:0:12453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941504.950339:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941504.950342:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773941504.950344:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0e026c0 going to sleep for 11 seconds 00000100:00000001:0.0:1773941504.950347:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941504.950355:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941504.950580:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941504.950590:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7e00. 00000400:00000200:2.0:1773941504.950595:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941504.950603:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:2.0:1773941504.950610:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d4c8 00000400:00000010:2.0:1773941504.950612:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d4c8. 00000100:00000001:2.0:1773941504.950616:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941504.950622:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b11880 x1860112264221824/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941520 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941504.950633:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941504.950636:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f298b11880 x1860112264221824/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941520 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941504.950641:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941504.950643:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941504.951995:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941504.952011:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941504.952014:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941504.952018:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941504.952042:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941504.952047:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : PUT - for me 00000400:00000200:2.0:1773941504.952052:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941504.952056:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941504.952060:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941504.952064:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c05480 00000400:00000200:2.0:1773941504.952067:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941504.952072:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xd6d [1] + 224 00000800:00000001:2.0:1773941504.952078:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941504.952087:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941504.952089:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941504.952091:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000100:00000001:2.0:1773941504.952096:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941504.952100:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b11880 x1860112264221824/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941520 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941504.952108:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff96f298b11880 x1860112264221824/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941520 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941504.952127:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941504.952136:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941504.952140:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941504.952167:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941504.952174:0:12453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941504.952175:0:12453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941504.952178:0:12453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d35d8. 00000400:00000200:0.0:1773941504.952181:0:12453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d770 00000400:00000010:0.0:1773941504.952183:0:12453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d770. 00000100:00000001:0.0:1773941504.952186:0:12453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941504.952191:0:12453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b11880 x1860112264221824/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941520 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941504.952199:0:12453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b11880 x1860112264221824/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941520 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941504.952205:0:12453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941504.952206:0:12453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941504.952208:0:12453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941504.952211:0:12453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941504.952213:0:12453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941504.952215:0:12453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941504.952217:0:12453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941504.952223:0:12453:0:(import.c:2136:obd_at_measure()) add 0 to ffff96f2a0db5458 time=69 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941504.952226:0:12453:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941504.952230:0:12453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:0.0:1773941504.952233:0:12453:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.145@tcp: operation ldlm_enqueue to node 192.168.202.145@tcp failed: rc = -107 00000100:00000001:0.0:1773941504.952236:0:12453:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941504.952238:0:12453:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1773941504.952240:0:12453:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.145@tcp of MGS@192.168.202.145@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1773941504.952244:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1773941504.952247:0:12453:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1773941504.952250:0:12453:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:0.0:1773941504.952251:0:12453:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941504.952253:0:12453:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1773941504.952255:0:12453:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1773941504.952257:0:12453:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f298b11880 x1860112264221824/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941520 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941504.952270:0:12453:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941504.952271:0:12453:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941504.952272:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941504.952275:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1773941504.952277:0:12453:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:0.0:1773941504.952278:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941504.952280:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941504.952281:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941504.952282:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1773941504.952283:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941504.952284:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941504.952286:0:12453:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1773941504.952288:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1773941504.952290:0:12453:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1773941504.952292:0:12453:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 254 00000400:00000200:0.0:1773941504.952296:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941504.952299:0:12453:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000040:0.0:1773941504.952302:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941504.952305:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941504.952307:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941504.952308:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:0.0:1773941504.952311:0:12453:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941504.952313:0:12453:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:0.0:1773941504.952315:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941504.952317:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:0.0:1773941504.952318:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:0.0:1773941504.952320:0:12453:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:0.0:1773941504.952334:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941504.952336:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941504.952337:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941504.952339:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:0.0:1773941504.952341:0:12453:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:0.0:1773941504.952348:0:12453:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:0.0:1773941504.952350:0:12453:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941504.952352:0:12453:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1773941504.952355:0:12453:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941504.952357:0:12453:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941504.952359:0:12453:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1773941504.952361:0:12453:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941504.952364:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b13480. 00000020:00000040:0.0:1773941504.952366:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 02000000:00000001:0.0:1773941504.952369:0:12453:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773941504.952370:0:12453:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941504.952372:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941504.952374:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941504.952376:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941504.952380:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f288f6b800. 00000100:00000001:0.0:1773941504.952383:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941504.952388:0:12453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298b13480 x1860112264221952/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941504.952394:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941504.952396:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941504.952400:0:12453:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9829b65] to pc [ptlrpcd_rcv+-1] req@ffff96f298b13480 x1860112264221952/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941504.952417:0:12453:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941504.952418:0:12453:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1773941504.952420:0:12453:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941504.952422:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941504.952424:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941504.952426:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941504.952428:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0e026c0 going to sleep for 1 seconds 00000100:00000001:0.0:1773941504.952429:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941504.952431:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941504.952434:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b11880 x1860112264221824/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941520 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941504.952449:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941504.952450:0:12453:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1773941504.952454:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941504.952455:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941504.952457:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941504.952458:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1773941504.952461:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941504.952467:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b13480 x1860112264221952/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941504.952468:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b11880 x1860112264221824/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941520 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941504.952487:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941504.952489:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941504.952494:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1773941504.952495:0:12453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264221824:192.168.202.145@tcp:101:ll_cfg_requeue.0 02000000:00000001:3.0:1773941504.952496:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941504.952500:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941504.952506:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264221952:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941504.952508:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941504.952512:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1773941504.952514:0:12453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:3.0:1773941504.952515:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941504.952518:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941504.952520:0:12453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000001:3.0:1773941504.952521:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941504.952525:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f286075c00. 00000100:00000001:0.0:1773941504.952526:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1773941504.952529:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941504.952535:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000040:0.0:1773941504.952535:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b11880 x1860112264221824/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941520 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773941504.952540:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7b00. 00000400:00000010:3.0:1773941504.952545:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51c38. 00000100:00000200:3.0:1773941504.952550:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264221952, portal 25 00000100:00000001:0.0:1773941504.952551:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941504.952553:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941504.952556:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420843136 : -115506288708480 : ffff96f298b13480) 00000100:00000010:0.0:1773941504.952556:0:12453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f2a0e026c0. 00000100:00000001:0.0:1773941504.952561:0:12453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000040:3.0:1773941504.952565:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b13480 x1860112264221952/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941504.952565:0:12453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:0.0:1773941504.952571:0:12453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:3.0:1773941504.952577:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1773941504.952577:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000040:3.0:1773941504.952581:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000020:00000001:0.0:1773941504.952582:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1773941504.952585:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51d48. 00000020:00000040:0.0:1773941504.952585:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289193a00 refcount=4 00000100:00000200:3.0:1773941504.952590:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264221952, offset 0 00000020:00000001:0.0:1773941504.952590:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159224832 : -115506550326784 : ffff96f289193a00) 00010000:00000001:0.0:1773941504.952597:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159224832 : -115506550326784 : ffff96f289193a00) 00000400:00000200:3.0:1773941504.952601:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00010000:00010000:0.0:1773941504.952603:0:12453:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f289193a00/0x6eb1e9e7edefc077 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941504.952607:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941504.952613:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00010000:00000001:0.0:1773941504.952618:0:12453:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000200:3.0:1773941504.952624:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941504.952628:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00010000:00010000:0.0:1773941504.952628:0:12453:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f289193a00/0x6eb1e9e7edefc077 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941504.952630:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941504.952632:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941504.952635:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[72, 73] 00000400:00000200:3.0:1773941504.952641:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:3.0:1773941504.952647:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [177:177:256:4294967295] 192.168.202.145@tcp LPNI seq info [74:74:8:4294967295] 00000400:00000200:3.0:1773941504.952655:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000001:0.0:1773941504.952658:0:12453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000200:3.0:1773941504.952664:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00010000:00010000:0.0:1773941504.952665:0:12453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289193a00/0x6eb1e9e7edefc077 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941504.952670:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:3.0:1773941504.952676:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258f00. 00010000:00000001:0.0:1773941504.952681:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:3.0:1773941504.952685:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00010000:00000001:0.0:1773941504.952686:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773941504.952691:0:12453:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f289193a00/0x6eb1e9e7edefc077 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941504.952693:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:3.0:1773941504.952697:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258f00 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:0.0:1773941504.952706:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941504.952708:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941504.952711:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941504.952712:0:12453:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773941504.952736:0:12453:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f289193a00/0x6eb1e9e7edefc077 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941504.952743:0:12453:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f289193a00 already unused, calling callback (ffffffffc147fc20) 10000000:00000001:0.0:1773941504.952745:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1773941504.952748:0:12453:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f289193a00/0x6eb1e9e7edefc077 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941504.952749:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:3.0:1773941504.952755:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294924864 00010000:00000001:0.0:1773941504.952761:0:12453:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1773941504.952763:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294924861 00010000:00000001:0.0:1773941504.952765:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1773941504.952768:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294924864 00000020:00000001:0.0:1773941504.952769:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1773941504.952772:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294924861 00000020:00000040:0.0:1773941504.952774:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289193a00 refcount=5 00000100:00000001:3.0:1773941504.952776:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941504.952780:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941504.952781:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159224832 : -115506550326784 : ffff96f289193a00) 00000100:00000001:3.0:1773941504.952784:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941504.952786:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159224832 : -115506550326784 : ffff96f289193a00) 00000100:00000001:3.0:1773941504.952788:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773941504.952795:0:12453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1773941504.952799:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:0.0:1773941504.952800:0:12453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f289193a00/0x6eb1e9e7edefc077 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941504.952801:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941504.952806:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941504.952808:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941504.952811:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941504.952816:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941504.952818:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000800:00000200:2.0:1773941504.952825:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00010000:0.0:1773941504.952829:0:12453:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f289193a00/0x6eb1e9e7edefc077 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000010:2.0:1773941504.952830:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258f00. 00000400:00000200:2.0:1773941504.952842:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:01000000:0.0:1773941504.952847:0:12453:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1773941504.952856:0:12453:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000400:00000200:2.0:1773941504.952857:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 10000000:00000001:0.0:1773941504.952859:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941504.952861:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51d48 00010000:00010000:0.0:1773941504.952864:0:12453:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000400:00000010:2.0:1773941504.952865:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51d48. 00010000:00000001:0.0:1773941504.952867:0:12453:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773941504.952877:0:12453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1773941504.952878:0:2347:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:0.0:1773941504.952880:0:12453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773941504.952885:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941504.952889:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1773941504.952892:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b13480 x1860112264221952/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1773941504.952893:0:12453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f289193a00 with handle 0x6eb1e9e7edefc077 from hash 00010000:00000001:0.0:1773941504.952899:0:12453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773941504.952902:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941504.952904:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941504.952906:0:12453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773941504.952909:0:12453:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773941504.952914:0:12453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773941504.952921:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941504.952925:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941504.952928:0:12453:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941504.952939:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941504.952944:0:12453:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f289193a00/0x6eb1e9e7edefc077 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941504.952945:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1773941504.952954:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1773941504.952956:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b13480 x1860112264221952/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941514 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773941504.952956:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941504.952959:0:12453:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773941504.952962:0:12453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773941504.952966:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941504.952969:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941504.952971:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773941504.952973:0:12453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f289193a00/0x6eb1e9e7edefc077 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773941504.952989:0:12453:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f2883d5200 count: 0 00010000:00000001:0.0:1773941504.953007:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773941504.953009:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941504.953011:0:12453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941504.953014:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773941504.953019:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941504.953028:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b11880 x1860112264221824/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941520 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941504.953035:0:12453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941504.953039:0:12453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773941504.953043:0:12453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f288f68400. 02000000:00000001:0.0:1773941504.953047:0:12453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941504.953049:0:12453:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941504.953051:0:12453:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:0.0:1773941504.953053:0:12453:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941504.953055:0:12453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f283eb9a00. 02000000:00000001:0.0:1773941504.953058:0:12453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941504.953060:0:12453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941504.953061:0:12453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b11880. 00000100:00000001:0.0:1773941504.953066:0:12453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941504.953068:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1773941504.953069:0:12453:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:0.0:1773941504.953072:0:12453:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:0.0:1773941504.953074:0:12453:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1773941504.953077:0:12453:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f282eddfc0. 00000020:00000010:0.0:1773941504.953081:0:12453:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f283eb9a00. 00000020:00000010:0.0:1773941504.953085:0:12453:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f283eb9000. 00000040:00000010:0.0:1773941504.953089:0:12453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f283eb9800. 00000020:00000010:0.0:1773941504.953093:0:12453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f28309b000. 00000020:00000010:0.0:1773941504.953098:0:12453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f283eb9600. 80000000:00000010:0.0:1773941504.953104:0:12453:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f28376f660. 00040000:00000010:0.0:1773941504.953110:0:12453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f283eb9c00. 20000000:00000010:0.0:1773941504.953115:0:12453:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f283eb9e00. 10000000:00000040:0.0:1773941504.953122:0:12453:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 10000000:00000001:0.0:1773941504.953125:0:12453:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:0.0:1773941504.953130:0:12453:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f283eb9000. 00000040:00000010:0.0:1773941504.953134:0:12453:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f283eb9800. 00000020:00000010:0.0:1773941504.953145:0:12453:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f28309b000. 00000020:00000010:0.0:1773941504.953150:0:12453:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f283eb9600. 80000000:00000010:0.0:1773941504.953153:0:12453:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f28376f660. 00040000:00000010:0.0:1773941504.953158:0:12453:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f283eb9c00. 20000000:00000010:0.0:1773941504.953161:0:12453:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f283eb9e00. 00000020:00000010:0.0:1773941504.953164:0:12453:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f283eb9a00. 10000000:00000010:0.0:1773941504.953167:0:12453:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f282eddfc0. 10000000:01000000:0.0:1773941504.953170:0:12453:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:0.0:1773941504.953173:0:12453:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:0.0:1773941504.953175:0:12453:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:0.0:1773941504.953177:0:12453:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1773941504.953179:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941504.953180:0:12453:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff96f2a0da3200) refs 2 10000000:00000001:0.0:1773941504.953182:0:12453:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:2.0:1773941504.954224:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941504.954231:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941504.954233:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941504.954234:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941504.954238:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941504.954242:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941504.954247:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941504.954249:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941504.954251:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941504.954254:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c05500 00000400:00000200:2.0:1773941504.954256:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941504.954259:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xd75 [1] + 0 00000800:00000001:2.0:1773941504.954264:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941504.954269:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941504.954271:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941504.954277:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941504.954281:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941504.954284:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b13480 x1860112264221952/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941514 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941504.954291:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f298b13480 x1860112264221952/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941504.954305:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941504.954309:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941504.954311:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941504.954342:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941504.954350:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941504.954353:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941504.954355:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941504.954357:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7b00. 00000400:00000200:3.0:1773941504.954360:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51c38 00000400:00000010:3.0:1773941504.954361:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51c38. 00000100:00000001:3.0:1773941504.954363:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941504.954369:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b13480 x1860112264221952/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941504.954376:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b13480 x1860112264221952/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941514 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941504.954381:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941504.954382:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941504.954384:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941504.954385:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941504.954386:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941504.954387:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941504.954389:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941504.954391:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=69 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941504.954394:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941504.954396:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941504.954397:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941504.954399:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941504.954401:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941504.954403:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941504.954407:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b13480 x1860112264221952/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941514 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941504.954412:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941504.954413:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941504.954414:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941504.954416:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941504.954420:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941504.954421:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941504.954422:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:3.0:1773941504.954424:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941504.954429:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:3.0:1773941504.954431:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:3.0:1773941504.954433:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:3.0:1773941504.954436:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941504 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941504.954438:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941504.954444:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:3.0:1773941504.954446:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941504.954447:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941504.954449:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941504.954450:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941504.954453:0:2352:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.145@tcp after partition 00000100:00080000:3.0:1773941504.954455:0:2352:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941504.954457:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941504.954459:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941504.954462:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:3.0:1773941504.954464:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941504.954673:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941504.954676:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941504.954680:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b13480 x1860112264221952/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941514 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941504.954686:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264221952:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941504.954692:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941504.954693:0:12501:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:3.0:1773941504.954694:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941504.954698:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b13480 x1860112264221952/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941514 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1773941504.954705:0:12501:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 00000100:00000001:3.0:1773941504.954706:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941504.954709:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941504.954712:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f286075c00. 00000100:00100000:0.0:1773941504.954712:0:12501:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000001:3.0:1773941504.954736:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1773941504.954740:0:12501:0:(obd_class.h:1215:obd_import_event()) Process entered 00000020:00000001:3.0:1773941504.954741:0:2352:0:(genops.c:1236:class_import_put()) Process entered 10000000:01000000:0.0:1773941504.954743:0:12501:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:0.0:1773941504.954747:0:12501:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941504.954749:0:12501:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000040:3.0:1773941504.954751:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:3.0:1773941504.954754:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:0.0:1773941504.954755:0:12501:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941504.954756:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f288f6b800. 00000001:00000001:0.0:1773941504.954761:0:12501:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:3.0:1773941504.954762:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941504.954765:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941504.954767:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b13480. 00000001:00000001:0.0:1773941504.954767:0:12501:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1773941504.954772:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000001:0.0:1773941504.954772:0:12501:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941504.954774:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941504.954779:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1773941504.954779:0:12501:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941504.954786:0:12501:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941504.954787:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941504.954789:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941504.954792:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941504.954794:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941504.954794:0:12501:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773941504.954800:0:12501:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941504.954804:0:12501:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941504.954807:0:12501:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941504.954810:0:12501:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941504.954813:0:12501:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941504.954815:0:12501:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941504.954816:0:12501:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 00000100:00080000:0.0:1773941504.954836:0:12501:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941504.954844:0:12501:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941504.954846:0:12501:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941504.954852:0:12501:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 00000100:00000001:0.0:1773941504.954859:0:12501:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941504.954862:0:12501:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941504.954865:0:12501:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:0.0:1773941504.954867:0:12501:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941504.954869:0:12501:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1773941504.958748:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f2883d5200. 00010000:00000010:0.1:1773941504.958755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f289193a00. 00000020:00000001:2.0:1773941505.453894:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941505.453900:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941505.453904:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1773941506.029809:0:12453:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1773941506.029815:0:12453:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff96f2a0da3200) refs 2 10000000:00000001:1.0:1773941506.029819:0:12453:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941506.029821:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941506.029822:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941506.029823:0:12453:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1773941506.029826:0:12453:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1773941506.029827:0:12453:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1773941506.029829:0:12453:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f298b5cd28 from 1 10000000:00000001:1.0:1773941506.029831:0:12453:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773941506.029833:0:12453:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1773941506.029842:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298aeb100. 00000020:00000040:1.0:1773941506.029846:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:1.0:1773941506.029850:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941506.029852:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941506.029857:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941506.029863:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f289153c00. 00000100:00000001:1.0:1773941506.029868:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941506.029872:0:12453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773941506.029874:0:12453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773941506.029881:0:12453:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f29169a900. 00010000:00000001:1.0:1773941506.029885:0:12453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773941506.029900:0:12453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f28164d000. 00000020:00000001:1.0:1773941506.029904:0:12453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941506.029906:0:12453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f28164d000 with handle 0x6eb1e9e7edefc07e to hash 00000020:00000001:1.0:1773941506.029908:0:12453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773941506.029909:0:12453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567029960704 : -115506679590912 : ffff96f28164d000) 00010000:00000001:1.0:1773941506.029911:0:12453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567029960704 : -115506679590912 : ffff96f28164d000) 00010000:00000001:1.0:1773941506.029914:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941506.029917:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941506.029920:0:12453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc07e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941506.029928:0:12453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc07e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941506.029937:0:12453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc07e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941506.029941:0:12453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941506.029943:0:12453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941506.029947:0:12453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f288017e40. 00000100:00000001:1.0:1773941506.029949:0:12453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567140892224 : -115506568659392 : ffff96f288017e40) 00000100:00000001:1.0:1773941506.029951:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941506.029952:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420678400 : -115506288873216 : ffff96f298aeb100) 00000100:00000001:1.0:1773941506.029956:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941506.029960:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941506.029962:0:12453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941506.029963:0:12453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941506.029971:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298aeb100 x1860112264222080/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941506.029978:0:12453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941506.029979:0:12453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941506.029982:0:12453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941506.029985:0:12453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941506.029989:0:12453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941506.029992:0:12453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298aeb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264222080:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941506.029995:0:12453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941506.030000:0:12453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941506.030001:0:12453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941506.030004:0:12453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941506.030008:0:12453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f29874a800. 02000000:00000001:1.0:1773941506.030009:0:12453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941506.030015:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941506.030018:0:12453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15370. 00000400:00000010:1.0:1773941506.030023:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1660. 00000100:00000200:1.0:1773941506.030029:0:12453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264222080, portal 25 00000100:00000001:1.0:1773941506.030030:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941506.030031:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420678400 : -115506288873216 : ffff96f298aeb100) 00000100:00000040:1.0:1773941506.030035:0:12453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298aeb100 x1860112264222080/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941522 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941506.030041:0:12453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941506.030043:0:12453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:1.0:1773941506.030044:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1dd0. 00000100:00000200:1.0:1773941506.030047:0:12453:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264222080, offset 0 00000400:00000200:1.0:1773941506.030052:0:12453:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941506.030060:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941506.030068:0:12453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941506.030073:0:12453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941506.030077:0:12453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941506.030081:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941506.030084:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941506.030088:0:12453:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[74, 73] 00000400:00000200:1.0:1773941506.030093:0:12453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000400:00000200:1.0:1773941506.030098:0:12453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [178:178:256:4294967295] 192.168.202.155@tcp LPNI seq info [75:75:8:4294967295] 00000400:00000200:1.0:1773941506.030103:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:1.0:1773941506.030115:0:12453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00000800:00000200:1.0:1773941506.030126:0:12453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.155@tcp 00000800:00000010:1.0:1773941506.030130:0:12453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f298b8f900. 00000800:00000200:1.0:1773941506.030136:0:12453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00000800:00000200:1.0:1773941506.030143:0:12453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:1.0:1773941506.030147:0:12453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f298b8f900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773941506.030164:0:12453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941506.030168:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:1.0:1773941506.030170:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294925941 00000100:00000001:1.0:1773941506.030175:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294924864 00000100:00000001:1.0:1773941506.030180:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294925941 00000100:00000001:1.0:1773941506.030182:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294924864 00000100:00000001:1.0:1773941506.030185:0:12453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941506.030187:0:12453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941506.030189:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941506.030191:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941506.030193:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f288017e40 going to sleep for 11 seconds 00000100:00000001:1.0:1773941506.030195:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941506.030197:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941506.030281:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941506.030286:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f298b8f900. 00000400:00000200:2.0:1773941506.030296:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941506.030302:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:2.0:1773941506.030306:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1dd0 00000400:00000010:2.0:1773941506.030308:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1dd0. 00000100:00000001:2.0:1773941506.030329:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941506.030334:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298aeb100 x1860112264222080/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941522 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941506.030342:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941506.030345:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f298aeb100 x1860112264222080/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941522 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941506.030350:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941506.030351:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941506.031659:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941506.031677:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941506.031679:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941506.031681:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941506.031685:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941506.031689:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : PUT - for me 00000400:00000200:2.0:1773941506.031694:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941506.031697:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941506.031700:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941506.031703:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c05580 00000400:00000200:2.0:1773941506.031706:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941506.031709:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xd85 [1] + 224 00000800:00000001:2.0:1773941506.031738:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941506.031753:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941506.031755:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941506.031758:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000100:00000001:2.0:1773941506.031763:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941506.031768:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298aeb100 x1860112264222080/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941522 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941506.031779:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff96f298aeb100 x1860112264222080/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941522 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941506.031809:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941506.031818:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941506.031823:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941506.031837:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941506.031843:0:12453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941506.031844:0:12453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941506.031846:0:12453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15370. 00000400:00000200:1.0:1773941506.031849:0:12453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1660 00000400:00000010:1.0:1773941506.031851:0:12453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1660. 00000100:00000001:1.0:1773941506.031853:0:12453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941506.031857:0:12453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298aeb100 x1860112264222080/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941522 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941506.031864:0:12453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298aeb100 x1860112264222080/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941522 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941506.031869:0:12453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941506.031870:0:12453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941506.031876:0:12453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941506.031878:0:12453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941506.031880:0:12453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941506.031882:0:12453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941506.031884:0:12453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941506.031889:0:12453:0:(import.c:2136:obd_at_measure()) add 0 to ffff96f2a0db5458 time=71 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941506.031891:0:12453:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941506.031893:0:12453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1773941506.031896:0:12453:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.145@tcp: operation ldlm_enqueue to node 192.168.202.145@tcp failed: rc = -107 00000100:00000001:1.0:1773941506.031898:0:12453:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941506.031901:0:12453:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941506.031902:0:12453:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.145@tcp of MGS@192.168.202.145@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941506.031906:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941506.031909:0:12453:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941506.031912:0:12453:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941506.031913:0:12453:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941506.031915:0:12453:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941506.031916:0:12453:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941506.031918:0:12453:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f298aeb100 x1860112264222080/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941522 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941506.031923:0:12453:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941506.031924:0:12453:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941506.031925:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941506.031927:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941506.031929:0:12453:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941506.031930:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941506.031932:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941506.031933:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941506.031934:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941506.031934:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941506.031935:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941506.031937:0:12453:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941506.031938:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941506.031940:0:12453:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941506.031945:0:12453:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 255 00000400:00000200:1.0:1773941506.031949:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941506.031952:0:12453:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941506.031955:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941506.031958:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941506.031960:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941506.031961:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:1.0:1773941506.031964:0:12453:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941506.031965:0:12453:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:1.0:1773941506.031967:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941506.031969:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:1.0:1773941506.031970:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:1.0:1773941506.031972:0:12453:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:1.0:1773941506.031974:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941506.031975:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941506.031976:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941506.031977:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:1.0:1773941506.031979:0:12453:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:1.0:1773941506.031981:0:12453:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:1.0:1773941506.031983:0:12453:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941506.031985:0:12453:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941506.031987:0:12453:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941506.031989:0:12453:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941506.031990:0:12453:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941506.031992:0:12453:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941506.031994:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298ae8a80. 00000020:00000040:1.0:1773941506.031995:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 02000000:00000001:1.0:1773941506.031998:0:12453:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941506.031999:0:12453:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941506.032000:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941506.032002:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941506.032003:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941506.032009:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f29874a400. 00000100:00000001:1.0:1773941506.032012:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941506.032017:0:12453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298ae8a80 x1860112264222208/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941506.032023:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941506.032025:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941506.032028:0:12453:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b31825] to pc [ptlrpcd_rcv+-1] req@ffff96f298ae8a80 x1860112264222208/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941506.032043:0:12453:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941506.032046:0:12453:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941506.032047:0:12453:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941506.032049:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941506.032051:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941506.032054:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941506.032057:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f288017e40 going to sleep for 1 seconds 00000100:00000001:1.0:1773941506.032059:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941506.032066:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941506.032071:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298aeb100 x1860112264222080/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941522 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941506.032076:0:12453:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941506.032078:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941506.032080:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941506.032082:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941506.032084:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1773941506.032086:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298aeb100 x1860112264222080/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941522 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941506.032093:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941506.032097:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1773941506.032097:0:12453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298aeb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264222080:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941506.032109:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941506.032113:0:12453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:3.0:1773941506.032115:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298ae8a80 x1860112264222208/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941506.032117:0:12453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941506.032120:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941506.032134:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1773941506.032134:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298aeb100 x1860112264222080/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941522 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941506.032139:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941506.032148:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941506.032159:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941506.032159:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941506.032177:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941506.032177:0:12453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f288017e40. 00000100:00000001:1.0:1773941506.032194:0:12453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773941506.032197:0:12453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:1.0:1773941506.032200:0:12453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00100000:3.0:1773941506.032206:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298ae8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264222208:192.168.202.145@tcp:250:ll_cfg_requeue.0 00010000:00000001:1.0:1773941506.032207:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941506.032213:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1773941506.032216:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1773941506.032216:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164d000 refcount=4 00000020:00000001:1.0:1773941506.032221:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029960704 : -115506679590912 : ffff96f28164d000) 02000000:00000001:3.0:1773941506.032223:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1773941506.032223:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029960704 : -115506679590912 : ffff96f28164d000) 02000000:00000001:3.0:1773941506.032229:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941506.032230:0:12453:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc07e lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:3.0:1773941506.032234:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941506.032242:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f286075c00. 00010000:00000001:1.0:1773941506.032243:0:12453:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 02000000:00000001:3.0:1773941506.032252:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941506.032255:0:12453:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc07e lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941506.032267:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000001:1.0:1773941506.032269:0:12453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000010:3.0:1773941506.032277:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7b00. 00010000:00010000:1.0:1773941506.032278:0:12453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc07e lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:3.0:1773941506.032289:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51c38. 00010000:00000001:1.0:1773941506.032290:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941506.032300:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1773941506.032305:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264222208, portal 25 00010000:00010000:1.0:1773941506.032305:0:12453:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc07e lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941506.032330:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1773941506.032334:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941506.032336:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941506.032338:0:12453:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773941506.032341:0:12453:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc07e lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941506.032346:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420668544 : -115506288883072 : ffff96f298ae8a80) 00000100:00000040:3.0:1773941506.032360:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298ae8a80 x1860112264222208/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1773941506.032360:0:12453:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f28164d000 already unused, calling callback (ffffffffc147fc20) 10000000:00000001:1.0:1773941506.032370:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941506.032377:0:12453:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc07e lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941506.032383:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941506.032396:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00010000:00000001:1.0:1773941506.032402:0:12453:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000010:3.0:1773941506.032403:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51550. 00010000:00000001:1.0:1773941506.032404:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941506.032410:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1773941506.032412:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264222208, offset 0 00000020:00000040:1.0:1773941506.032413:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164d000 refcount=5 00000020:00000001:1.0:1773941506.032425:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029960704 : -115506679590912 : ffff96f28164d000) 00010000:00000001:1.0:1773941506.032428:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029960704 : -115506679590912 : ffff96f28164d000) 00000400:00000200:3.0:1773941506.032433:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00010000:00000001:1.0:1773941506.032438:0:12453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773941506.032442:0:12453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc07e lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941506.032451:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 10000000:00000001:1.0:1773941506.032462:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:3.0:1773941506.032465:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 10000000:00010000:1.0:1773941506.032469:0:12453:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc07e lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941506.032471:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941506.032477:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:3.0:1773941506.032485:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941506.032493:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941506.032500:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[74, 75] 10000000:01000000:1.0:1773941506.032506:0:12453:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000400:00000200:3.0:1773941506.032507:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:3.0:1773941506.032516:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [179:179:256:4294967295] 192.168.202.145@tcp LPNI seq info [76:76:8:4294967295] 10000000:00000040:1.0:1773941506.032517:0:12453:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000400:00000200:3.0:1773941506.032522:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 10000000:00000001:1.0:1773941506.032523:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941506.032529:0:12453:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000400:00000200:3.0:1773941506.032538:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00010000:00000001:1.0:1773941506.032538:0:12453:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773941506.032550:0:12453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000800:00000200:3.0:1773941506.032552:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:3.0:1773941506.032559:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258a00. 00010000:00000001:1.0:1773941506.032559:0:12453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941506.032567:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:3.0:1773941506.032569:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00010000:00000001:1.0:1773941506.032574:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941506.032580:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000020:00000040:1.0:1773941506.032581:0:12453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f28164d000 with handle 0x6eb1e9e7edefc07e from hash 00000800:00000200:3.0:1773941506.032586:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258a00 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:1.0:1773941506.032589:0:12453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941506.032592:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941506.032593:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941506.032600:0:12453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773941506.032601:0:12453:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000100:00000001:3.0:1773941506.032603:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941506.032604:0:12453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773941506.032616:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941506.032618:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1773941506.032619:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000001:1.0:1773941506.032624:0:12453:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941506.032626:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294925943 10000000:00000001:1.0:1773941506.032628:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941506.032635:0:12453:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc07e lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941506.032636:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294925941 00000100:00000001:3.0:1773941506.032646:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294925943 00010000:00000001:1.0:1773941506.032647:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941506.032653:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773941506.032657:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294925941 00010000:00000001:1.0:1773941506.032657:0:12453:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773941506.032661:0:12453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941506.032663:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941506.032664:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941506.032669:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1773941506.032672:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941506.032675:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941506.032675:0:12453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc07e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941506.032683:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941506.032684:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1773941506.032688:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1773941506.032693:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258a00. 00000100:00000001:3.0:1773941506.032700:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1773941506.032702:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:1.0:1773941506.032702:0:12453:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f29169a900 count: 0 00000100:00000001:3.0:1773941506.032703:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941506.032711:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1773941506.032748:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941506.032753:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51550 00000400:00000010:2.0:1773941506.032757:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51550. 00010000:00000001:1.0:1773941506.032761:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773941506.032763:0:2347:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1773941506.032764:0:12453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941506.032768:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1773941506.032772:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298ae8a80 x1860112264222208/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941506.032774:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298aeb100 x1860112264222080/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941522 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941506.032804:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773941506.032805:0:12453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1773941506.032811:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1773941506.032811:0:12453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1773941506.032814:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298ae8a80 x1860112264222208/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941516 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941506.032817:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941506.032820:0:12453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f29874a800. 00000100:00000001:3.0:1773941506.032827:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941506.032832:0:12453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941506.032838:0:12453:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1773941506.032840:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941506.032842:0:12453:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:2.0:1773941506.032843:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1773941506.032849:0:12453:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941506.032853:0:12453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f289153c00. 02000000:00000001:1.0:1773941506.032858:0:12453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941506.032860:0:12453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941506.032870:0:12453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298aeb100. 00000100:00000001:1.0:1773941506.032874:0:12453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941506.032875:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941506.032877:0:12453:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:1.0:1773941506.032880:0:12453:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:1.0:1773941506.032882:0:12453:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1773941506.032885:0:12453:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f298b7a2c0. 00000020:00000010:1.0:1773941506.032889:0:12453:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f289153c00. 00000020:00000010:1.0:1773941506.032894:0:12453:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f289152a00. 00000040:00000010:1.0:1773941506.032898:0:12453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f289152600. 00000020:00000010:1.0:1773941506.032903:0:12453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f2a0d95800. 00000020:00000010:1.0:1773941506.032908:0:12453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f289152c00. 80000000:00000010:1.0:1773941506.032912:0:12453:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f2830d2180. 00040000:00000010:1.0:1773941506.032917:0:12453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f289153400. 20000000:00000010:1.0:1773941506.032921:0:12453:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f289152e00. 10000000:00000040:1.0:1773941506.032926:0:12453:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 10000000:00000001:1.0:1773941506.032929:0:12453:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:1.0:1773941506.032933:0:12453:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f289152a00. 00000040:00000010:1.0:1773941506.032938:0:12453:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f289152600. 00000020:00000010:1.0:1773941506.032940:0:12453:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f2a0d95800. 00000020:00000010:1.0:1773941506.032945:0:12453:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f289152c00. 80000000:00000010:1.0:1773941506.032947:0:12453:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f2830d2180. 00040000:00000010:1.0:1773941506.032953:0:12453:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f289153400. 20000000:00000010:1.0:1773941506.032956:0:12453:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f289152e00. 00000020:00000010:1.0:1773941506.032958:0:12453:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f289153c00. 10000000:00000010:1.0:1773941506.032960:0:12453:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f298b7a2c0. 10000000:01000000:1.0:1773941506.032963:0:12453:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:1.0:1773941506.032966:0:12453:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:1.0:1773941506.032968:0:12453:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:1.0:1773941506.032970:0:12453:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1773941506.032971:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941506.032973:0:12453:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff96f2a0da3200) refs 2 10000000:00000001:1.0:1773941506.032975:0:12453:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:2.0:1773941506.034053:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941506.034061:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941506.034064:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941506.034067:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941506.034072:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941506.034077:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941506.034083:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941506.034087:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941506.034091:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941506.034095:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c05600 00000400:00000200:2.0:1773941506.034099:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941506.034104:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xd8d [1] + 0 00000800:00000001:2.0:1773941506.034110:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941506.034117:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941506.034120:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941506.034131:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941506.034136:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941506.034139:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298ae8a80 x1860112264222208/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941506.034147:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f298ae8a80 x1860112264222208/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941506.034161:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941506.034165:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941506.034168:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941506.034190:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941506.034193:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941506.034197:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941506.034199:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941506.034201:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7b00. 00000400:00000200:3.0:1773941506.034204:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51c38 00000400:00000010:3.0:1773941506.034206:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51c38. 00000100:00000001:3.0:1773941506.034209:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941506.034214:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298ae8a80 x1860112264222208/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941506.034223:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298ae8a80 x1860112264222208/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941506.034228:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941506.034229:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941506.034231:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941506.034233:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941506.034235:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941506.034236:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941506.034238:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941506.034243:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=71 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941506.034246:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941506.034247:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941506.034249:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941506.034251:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941506.034254:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941506.034256:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941506.034265:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298ae8a80 x1860112264222208/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941506.034271:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941506.034273:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941506.034274:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941506.034276:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941506.034282:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941506.034284:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941506.034286:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:3.0:1773941506.034288:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941506.034291:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:3.0:1773941506.034292:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:3.0:1773941506.034294:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:3.0:1773941506.034297:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941506 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941506.034299:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941506.034305:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:3.0:1773941506.034307:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941506.034309:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941506.034311:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941506.034325:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941506.034328:0:2352:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.145@tcp after partition 00000100:00080000:3.0:1773941506.034330:0:2352:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941506.034333:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941506.034336:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941506.034339:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:3.0:1773941506.034342:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941506.034617:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941506.034620:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941506.034624:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298ae8a80 x1860112264222208/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941516 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941506.034630:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298ae8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264222208:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941506.034641:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941506.034643:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941506.034647:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298ae8a80 x1860112264222208/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941516 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941506.034654:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1773941506.034655:0:12502:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 02000000:00000001:3.0:1773941506.034657:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941506.034665:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f286075c00. 02000000:00000001:3.0:1773941506.034671:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941506.034673:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941506.034674:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00080000:0.0:1773941506.034679:0:12502:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 00000020:00000001:3.0:1773941506.034680:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941506.034687:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f29874a400. 00000100:00100000:0.0:1773941506.034688:0:12502:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941506.034695:0:12502:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:3.0:1773941506.034696:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941506.034701:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 10000000:01000000:0.0:1773941506.034702:0:12502:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000010:3.0:1773941506.034711:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298ae8a80. 00000001:00000001:0.0:1773941506.034712:0:12502:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941506.034751:0:12502:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1773941506.034754:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000001:0.0:1773941506.034756:0:12502:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941506.034757:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941506.034767:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1773941506.034767:0:12502:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941506.034770:0:12502:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941506.034774:0:12502:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941506.034775:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000001:0.0:1773941506.034777:0:12502:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941506.034778:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941506.034780:0:12502:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941506.034783:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941506.034786:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941506.034786:0:12502:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773941506.034791:0:12502:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941506.034793:0:12502:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941506.034798:0:12502:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941506.034801:0:12502:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941506.034804:0:12502:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941506.034806:0:12502:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941506.034808:0:12502:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 00000100:00080000:0.0:1773941506.034825:0:12502:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941506.034827:0:12502:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941506.034830:0:12502:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941506.034835:0:12502:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 00000100:00000001:0.0:1773941506.034840:0:12502:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941506.034844:0:12502:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941506.034847:0:12502:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:0.0:1773941506.034859:0:12502:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941506.034862:0:12502:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773941506.039749:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f29169a900. 00010000:00000010:1.1:1773941506.039758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f28164d000. 00000020:00000001:2.0:1773941506.477892:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941506.477900:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941506.477904:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1773941507.437859:0:12453:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1773941507.437882:0:12453:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff96f2a0da3200) refs 2 10000000:00000001:1.0:1773941507.437887:0:12453:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941507.437890:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941507.437892:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941507.437893:0:12453:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1773941507.437896:0:12453:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1773941507.437898:0:12453:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1773941507.437900:0:12453:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f298b5cd28 from 1 10000000:00000001:1.0:1773941507.437904:0:12453:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773941507.437905:0:12453:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1773941507.437913:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298aeb100. 00000020:00000040:1.0:1773941507.437919:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:1.0:1773941507.437923:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941507.437927:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941507.437933:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941507.437940:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f289153c00. 00000100:00000001:1.0:1773941507.437946:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941507.437951:0:12453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773941507.437954:0:12453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773941507.437962:0:12453:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f29169a900. 00010000:00000001:1.0:1773941507.437967:0:12453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773941507.437970:0:12453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f28164d000. 00000020:00000001:1.0:1773941507.437975:0:12453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941507.437978:0:12453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f28164d000 with handle 0x6eb1e9e7edefc085 to hash 00000020:00000001:1.0:1773941507.437980:0:12453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773941507.437982:0:12453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567029960704 : -115506679590912 : ffff96f28164d000) 00010000:00000001:1.0:1773941507.437986:0:12453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567029960704 : -115506679590912 : ffff96f28164d000) 00010000:00000001:1.0:1773941507.437990:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941507.437993:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941507.437998:0:12453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc085 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941507.438010:0:12453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc085 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941507.438033:0:12453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc085 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941507.438040:0:12453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941507.438042:0:12453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941507.438048:0:12453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f288017e40. 00000100:00000001:1.0:1773941507.438051:0:12453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567140892224 : -115506568659392 : ffff96f288017e40) 00000100:00000001:1.0:1773941507.438054:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941507.438055:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420678400 : -115506288873216 : ffff96f298aeb100) 00000100:00000001:1.0:1773941507.438060:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941507.438064:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941507.438067:0:12453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941507.438069:0:12453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941507.438079:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298aeb100 x1860112264222336/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941507.438089:0:12453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941507.438091:0:12453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941507.438095:0:12453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941507.438098:0:12453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941507.438101:0:12453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941507.438105:0:12453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298aeb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264222336:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941507.438110:0:12453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941507.438115:0:12453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941507.438117:0:12453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941507.438120:0:12453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941507.438124:0:12453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f29874a800. 02000000:00000001:1.0:1773941507.438127:0:12453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941507.438134:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941507.438138:0:12453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15370. 00000400:00000010:1.0:1773941507.438145:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1660. 00000100:00000200:1.0:1773941507.438151:0:12453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264222336, portal 25 00000100:00000001:1.0:1773941507.438153:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941507.438159:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420678400 : -115506288873216 : ffff96f298aeb100) 00000100:00000040:1.0:1773941507.438165:0:12453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298aeb100 x1860112264222336/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941523 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941507.438174:0:12453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941507.438177:0:12453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:1.0:1773941507.438180:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1770. 00000100:00000200:1.0:1773941507.438185:0:12453:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264222336, offset 0 00000400:00000200:1.0:1773941507.438192:0:12453:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941507.438201:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941507.438209:0:12453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941507.438214:0:12453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941507.438218:0:12453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941507.438222:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941507.438225:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941507.438230:0:12453:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[76, 75] 00000400:00000200:1.0:1773941507.438240:0:12453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000400:00000200:1.0:1773941507.438244:0:12453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [180:180:256:4294967295] 192.168.202.155@tcp LPNI seq info [77:77:8:4294967295] 00000400:00000200:1.0:1773941507.438249:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:1.0:1773941507.438260:0:12453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00000800:00000200:1.0:1773941507.438267:0:12453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.155@tcp 00000800:00000010:1.0:1773941507.438272:0:12453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f298b8f000. 00000800:00000200:1.0:1773941507.438280:0:12453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00000800:00000200:1.0:1773941507.438288:0:12453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:1.0:1773941507.438293:0:12453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f298b8f000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773941507.438342:0:12453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941507.438347:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:1.0:1773941507.438350:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294927349 00000100:00000001:1.0:1773941507.438357:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294925943 00000100:00000001:1.0:1773941507.438361:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294927349 00000100:00000001:1.0:1773941507.438365:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294925943 00000100:00000001:1.0:1773941507.438375:0:12453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941507.438378:0:12453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941507.438381:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941507.438384:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941507.438387:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f288017e40 going to sleep for 11 seconds 00000100:00000001:1.0:1773941507.438390:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941507.438393:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941507.438469:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941507.438473:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f298b8f000. 00000400:00000200:2.0:1773941507.438479:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941507.438484:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:2.0:1773941507.438488:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1770 00000400:00000010:2.0:1773941507.438490:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1770. 00000100:00000001:2.0:1773941507.438493:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941507.438497:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298aeb100 x1860112264222336/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941523 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941507.438506:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941507.438508:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f298aeb100 x1860112264222336/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941523 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941507.438514:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941507.438521:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941507.439848:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941507.439858:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941507.439860:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941507.439862:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941507.439866:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941507.439869:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.155@tcp : PUT - for me 00000400:00000200:2.0:1773941507.439874:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941507.439883:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941507.439886:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941507.439889:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c05680 00000400:00000200:2.0:1773941507.439892:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941507.439895:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xd9d [1] + 224 00000800:00000001:2.0:1773941507.439900:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941507.439906:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941507.439908:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941507.439910:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000100:00000001:2.0:1773941507.439914:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941507.439917:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298aeb100 x1860112264222336/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941523 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941507.439925:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff96f298aeb100 x1860112264222336/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941523 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941507.439940:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941507.439946:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941507.439949:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941507.439977:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941507.439983:0:12453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941507.439985:0:12453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941507.439987:0:12453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15370. 00000400:00000200:1.0:1773941507.439992:0:12453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1660 00000400:00000010:1.0:1773941507.439994:0:12453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1660. 00000100:00000001:1.0:1773941507.439997:0:12453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941507.440003:0:12453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298aeb100 x1860112264222336/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941523 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941507.440015:0:12453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298aeb100 x1860112264222336/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941523 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941507.440023:0:12453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941507.440025:0:12453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941507.440027:0:12453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941507.440030:0:12453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941507.440032:0:12453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941507.440034:0:12453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941507.440037:0:12453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941507.440043:0:12453:0:(import.c:2136:obd_at_measure()) add 0 to ffff96f2a0db5458 time=72 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941507.440047:0:12453:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941507.440050:0:12453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1773941507.440054:0:12453:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.145@tcp: operation ldlm_enqueue to node 192.168.202.145@tcp failed: rc = -107 00000100:00000001:1.0:1773941507.440057:0:12453:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941507.440060:0:12453:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941507.440063:0:12453:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.145@tcp of MGS@192.168.202.145@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941507.440068:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941507.440073:0:12453:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941507.440082:0:12453:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941507.440084:0:12453:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941507.440086:0:12453:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941507.440088:0:12453:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941507.440093:0:12453:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f298aeb100 x1860112264222336/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941523 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941507.440101:0:12453:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941507.440102:0:12453:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941507.440105:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941507.440107:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941507.440110:0:12453:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941507.440112:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941507.440114:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941507.440115:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941507.440117:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941507.440118:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941507.440120:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941507.440123:0:12453:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941507.440125:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941507.440128:0:12453:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941507.440130:0:12453:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 256 00000400:00000200:1.0:1773941507.440135:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941507.440139:0:12453:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941507.440143:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941507.440146:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941507.440148:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941507.440151:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:1.0:1773941507.440155:0:12453:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941507.440157:0:12453:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:1.0:1773941507.440159:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941507.440161:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:1.0:1773941507.440163:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:1.0:1773941507.440166:0:12453:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:1.0:1773941507.440173:0:12453:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941507.440175:0:12453:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941507.440178:0:12453:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941507.440180:0:12453:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:1.0:1773941507.440183:0:12453:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:1.0:1773941507.440186:0:12453:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:1.0:1773941507.440189:0:12453:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941507.440192:0:12453:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941507.440196:0:12453:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941507.440199:0:12453:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941507.440201:0:12453:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941507.440204:0:12453:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941507.440207:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298aead80. 00000020:00000040:1.0:1773941507.440210:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 02000000:00000001:1.0:1773941507.440213:0:12453:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941507.440215:0:12453:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941507.440217:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941507.440220:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941507.440222:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941507.440226:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f29874b000. 00000100:00000001:1.0:1773941507.440229:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941507.440235:0:12453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298aead80 x1860112264222464/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941507.440244:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941507.440247:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941507.440251:0:12453:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a40b258e] to pc [ptlrpcd_rcv+-1] req@ffff96f298aead80 x1860112264222464/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941507.440276:0:12453:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941507.440279:0:12453:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941507.440281:0:12453:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941507.440284:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941507.440286:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941507.440294:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941507.440296:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f288017e40 going to sleep for 1 seconds 00000100:00000001:1.0:1773941507.440310:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941507.440312:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941507.440319:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298aeb100 x1860112264222336/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941523 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941507.440328:0:12453:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941507.440331:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941507.440333:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941507.440334:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941507.440338:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941507.440340:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941507.440344:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941507.440345:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298aeb100 x1860112264222336/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941523 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941507.440355:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298aead80 x1860112264222464/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941507.440362:0:12453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298aeb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264222336:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941507.440370:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941507.440373:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941507.440375:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941507.440376:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941507.440378:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941507.440379:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941507.440382:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298aead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264222464:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941507.440385:0:12453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941507.440386:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1773941507.440389:0:12453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941507.440392:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1773941507.440397:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1773941507.440398:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298aeb100 x1860112264222336/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941523 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773941507.440401:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941507.440406:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941507.440411:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f286075c00. 00000100:00000001:1.0:1773941507.440413:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941507.440414:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941507.440418:0:12453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f288017e40. 00000400:00000200:3.0:1773941507.440422:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:1.0:1773941507.440425:0:12453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000400:00000010:3.0:1773941507.440426:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7b00. 00000100:00000001:1.0:1773941507.440428:0:12453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000010:3.0:1773941507.440431:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51c38. 00010000:00000001:1.0:1773941507.440433:0:12453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000200:3.0:1773941507.440436:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264222464, portal 25 00010000:00000001:1.0:1773941507.440438:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1773941507.440439:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941507.440442:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420677504 : -115506288874112 : ffff96f298aead80) 00000020:00000001:1.0:1773941507.440442:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941507.440446:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164d000 refcount=4 00000100:00000040:3.0:1773941507.440451:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298aead80 x1860112264222464/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1773941507.440452:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029960704 : -115506679590912 : ffff96f28164d000) 00010000:00000001:1.0:1773941507.440458:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029960704 : -115506679590912 : ffff96f28164d000) 00000100:00000001:3.0:1773941507.440465:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1773941507.440466:0:12453:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc085 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:3.0:1773941507.440468:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:3.0:1773941507.440470:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51110. 00000100:00000200:3.0:1773941507.440472:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264222464, offset 0 00000400:00000200:3.0:1773941507.440480:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:3.0:1773941507.440486:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000001:1.0:1773941507.440488:0:12453:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000200:3.0:1773941507.440492:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:3.0:1773941507.440495:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00010000:1.0:1773941507.440496:0:12453:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc085 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941507.440499:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:3.0:1773941507.440505:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941507.440510:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00010000:00000001:1.0:1773941507.440512:0:12453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000200:3.0:1773941507.440516:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[76, 77] 00000400:00000200:3.0:1773941507.440519:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:3.0:1773941507.440521:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [181:181:256:4294967295] 192.168.202.145@tcp LPNI seq info [78:78:8:4294967295] 00000400:00000200:3.0:1773941507.440524:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00010000:1.0:1773941507.440526:0:12453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc085 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941507.440534:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:3.0:1773941507.440544:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.145@tcp 00010000:00000001:1.0:1773941507.440544:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941507.440548:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:3.0:1773941507.440550:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258e00. 00010000:00010000:1.0:1773941507.440554:0:12453:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc085 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941507.440557:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00010000:00000001:1.0:1773941507.440563:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941507.440567:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941507.440571:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00010000:00000001:1.0:1773941507.440572:0:12453:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000800:00000200:3.0:1773941507.440576:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258e00 type 1, nob 616 niov 1 nkiov 1 00010000:00010000:1.0:1773941507.440578:0:12453:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc085 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941507.440586:0:12453:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f28164d000 already unused, calling callback (ffffffffc147fc20) 10000000:00000001:1.0:1773941507.440589:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1773941507.440591:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:1.0:1773941507.440593:0:12453:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc085 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941507.440602:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00000001:1.0:1773941507.440603:0:12453:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1773941507.440605:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294927351 00010000:00000001:1.0:1773941507.440607:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941507.440610:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1773941507.440612:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294927349 00000020:00000040:1.0:1773941507.440613:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164d000 refcount=5 00000020:00000001:1.0:1773941507.440618:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029960704 : -115506679590912 : ffff96f28164d000) 00000100:00000001:3.0:1773941507.440619:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294927351 00010000:00000001:1.0:1773941507.440623:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029960704 : -115506679590912 : ffff96f28164d000) 00000100:00000001:3.0:1773941507.440625:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294927349 00000100:00000001:3.0:1773941507.440627:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941507.440629:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941507.440633:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941507.440636:0:12453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1773941507.440637:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773941507.440642:0:12453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc085 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941507.440645:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941507.440648:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941507.440653:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941507.440656:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1773941507.440656:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000800:00000200:2.0:1773941507.440659:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1773941507.440660:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:1.0:1773941507.440662:0:12453:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc085 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000010:2.0:1773941507.440665:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258e00. 00000100:00000001:3.0:1773941507.440666:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941507.440672:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:01000000:1.0:1773941507.440677:0:12453:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000400:00000200:2.0:1773941507.440681:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 10000000:00000040:1.0:1773941507.440683:0:12453:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000400:00000200:2.0:1773941507.440685:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51110 10000000:00000001:1.0:1773941507.440686:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773941507.440689:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51110. 00010000:00010000:1.0:1773941507.440692:0:12453:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000100:00000001:2.0:1773941507.440693:0:2347:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1773941507.440695:0:12453:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000200:2.0:1773941507.440700:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298aead80 x1860112264222464/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941507.440700:0:12453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773941507.440704:0:12453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941507.440707:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941507.440711:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941507.440712:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1773941507.440735:0:12453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f28164d000 with handle 0x6eb1e9e7edefc085 from hash 00010000:00000001:1.0:1773941507.440739:0:12453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941507.440741:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941507.440743:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941507.440744:0:12453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:2.0:1773941507.440748:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298aead80 x1860112264222464/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941517 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941507.440748:0:12453:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773941507.440750:0:12453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773941507.440756:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941507.440759:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941507.440762:0:12453:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941507.440767:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941507.440769:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941507.440773:0:12453:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc085 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941507.440774:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1773941507.440782:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941507.440784:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941507.440787:0:12453:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773941507.440790:0:12453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941507.440797:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941507.440799:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941507.440801:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941507.440804:0:12453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc085 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773941507.440813:0:12453:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f29169a900 count: 0 00010000:00000001:1.0:1773941507.440822:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941507.440824:0:12453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941507.440827:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941507.440832:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298aeb100 x1860112264222336/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941523 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941507.440840:0:12453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941507.440842:0:12453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941507.440845:0:12453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f29874a800. 02000000:00000001:1.0:1773941507.440848:0:12453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941507.440850:0:12453:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941507.440853:0:12453:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941507.440855:0:12453:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941507.440857:0:12453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f289153c00. 02000000:00000001:1.0:1773941507.440860:0:12453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941507.440862:0:12453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941507.440864:0:12453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298aeb100. 00000100:00000001:1.0:1773941507.440867:0:12453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941507.440869:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941507.440871:0:12453:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:1.0:1773941507.440873:0:12453:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:1.0:1773941507.440876:0:12453:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1773941507.440880:0:12453:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f298b7a2c0. 00000020:00000010:1.0:1773941507.440884:0:12453:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f289153c00. 00000020:00000010:1.0:1773941507.440888:0:12453:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f289152e00. 00000040:00000010:1.0:1773941507.440892:0:12453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f289153400. 00000020:00000010:1.0:1773941507.440897:0:12453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f2a0d95800. 00000020:00000010:1.0:1773941507.440902:0:12453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f289152c00. 80000000:00000010:1.0:1773941507.440906:0:12453:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f2830d2180. 00040000:00000010:1.0:1773941507.440914:0:12453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f289152600. 20000000:00000010:1.0:1773941507.440919:0:12453:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f289152a00. 10000000:00000040:1.0:1773941507.440923:0:12453:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 10000000:00000001:1.0:1773941507.440926:0:12453:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:1.0:1773941507.440930:0:12453:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f289152e00. 00000040:00000010:1.0:1773941507.440935:0:12453:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f289153400. 00000020:00000010:1.0:1773941507.440938:0:12453:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f2a0d95800. 00000020:00000010:1.0:1773941507.440941:0:12453:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f289152c00. 80000000:00000010:1.0:1773941507.440944:0:12453:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f2830d2180. 00040000:00000010:1.0:1773941507.440950:0:12453:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f289152600. 20000000:00000010:1.0:1773941507.440953:0:12453:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f289152a00. 00000020:00000010:1.0:1773941507.440956:0:12453:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f289153c00. 10000000:00000010:1.0:1773941507.440958:0:12453:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f298b7a2c0. 10000000:01000000:1.0:1773941507.440961:0:12453:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:1.0:1773941507.440964:0:12453:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:1.0:1773941507.440967:0:12453:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:1.0:1773941507.440969:0:12453:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1773941507.440970:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941507.440972:0:12453:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff96f2a0da3200) refs 2 10000000:00000001:1.0:1773941507.440975:0:12453:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:2.0:1773941507.442268:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941507.442277:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941507.442281:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941507.442283:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941507.442288:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941507.442294:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941507.442317:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941507.442322:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941507.442325:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941507.442329:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c05700 00000400:00000200:2.0:1773941507.442334:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941507.442338:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xda5 [1] + 0 00000800:00000001:2.0:1773941507.442344:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941507.442361:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941507.442365:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941507.442369:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941507.442374:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941507.442380:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298aead80 x1860112264222464/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941517 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941507.442392:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f298aead80 x1860112264222464/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941507.442409:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941507.442415:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941507.442419:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941507.442464:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941507.442466:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941507.442469:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941507.442471:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941507.442472:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7b00. 00000400:00000200:3.0:1773941507.442476:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51c38 00000400:00000010:3.0:1773941507.442478:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51c38. 00000100:00000001:3.0:1773941507.442480:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941507.442484:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298aead80 x1860112264222464/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941507.442491:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298aead80 x1860112264222464/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941517 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941507.442496:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941507.442497:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941507.442499:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941507.442553:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941507.442555:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941507.442556:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941507.442558:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941507.442562:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=72 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941507.442564:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941507.442567:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941507.442568:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941507.442570:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941507.442572:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941507.442573:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941507.442577:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298aead80 x1860112264222464/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941517 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941507.442582:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941507.442584:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941507.442585:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941507.442587:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941507.442590:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941507.442591:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941507.442592:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:3.0:1773941507.442594:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941507.442595:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:3.0:1773941507.442597:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:3.0:1773941507.442599:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:3.0:1773941507.442602:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941507 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941507.442604:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941507.442610:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:3.0:1773941507.442611:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941507.442612:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941507.442614:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941507.442615:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941507.442618:0:2352:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.145@tcp after partition 00000100:00080000:3.0:1773941507.442621:0:2352:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941507.442623:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941507.442633:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941507.442635:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:3.0:1773941507.442637:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941507.442893:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941507.442896:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941507.442900:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298aead80 x1860112264222464/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941517 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941507.442906:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298aead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264222464:192.168.202.145@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941507.442910:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941507.442912:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941507.442915:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298aead80 x1860112264222464/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941517 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941507.442920:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941507.442922:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941507.442924:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f286075c00. 02000000:00000001:3.0:1773941507.442926:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941507.442928:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1773941507.442928:0:12503:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000020:00000040:3.0:1773941507.442930:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:3.0:1773941507.442933:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941507.442935:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f29874b000. 02000000:00000001:3.0:1773941507.442937:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941507.442939:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941507.442940:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298aead80. 00000100:00080000:0.0:1773941507.442943:0:12503:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 00000100:00000001:3.0:1773941507.442944:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941507.442947:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941507.442950:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941507.442951:0:12503:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1773941507.442953:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941507.442956:0:12503:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:3.0:1773941507.442957:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941507.442961:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:01000000:0.0:1773941507.442962:0:12503:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000001:3.0:1773941507.442963:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941507.442968:0:12503:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941507.442973:0:12503:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941507.442977:0:12503:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941507.442980:0:12503:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941507.442982:0:12503:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941507.442983:0:12503:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941507.442985:0:12503:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941507.442987:0:12503:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941507.442991:0:12503:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773941507.442995:0:12503:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941507.442997:0:12503:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941507.443000:0:12503:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941507.443003:0:12503:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941507.443005:0:12503:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941507.443006:0:12503:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941507.443008:0:12503:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 00000100:00080000:0.0:1773941507.443026:0:12503:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941507.443028:0:12503:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941507.443030:0:12503:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941507.443035:0:12503:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 00000100:00000001:0.0:1773941507.443039:0:12503:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941507.443042:0:12503:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941507.443044:0:12503:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:0.0:1773941507.443047:0:12503:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941507.443048:0:12503:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773941507.446758:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f29169a900. 00010000:00000010:1.1:1773941507.446768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f28164d000. 00000020:00000001:2.0:1773941507.501918:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941507.501925:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941507.501930:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941508.525841:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941508.525850:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941508.525856:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1773941508.781831:0:12453:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1773941508.781840:0:12453:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff96f2a0da3200) refs 2 10000000:00000001:1.0:1773941508.781845:0:12453:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941508.781848:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941508.781849:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941508.781851:0:12453:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1773941508.781854:0:12453:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1773941508.781856:0:12453:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1773941508.781858:0:12453:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f298b5cd28 from 1 10000000:00000001:1.0:1773941508.781861:0:12453:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773941508.781864:0:12453:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1773941508.781875:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298aeb100. 00000020:00000040:1.0:1773941508.781881:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:1.0:1773941508.781886:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941508.781890:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941508.781910:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941508.781918:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f289153c00. 00000100:00000001:1.0:1773941508.781924:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941508.781930:0:12453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773941508.781933:0:12453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773941508.781941:0:12453:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f29169a900. 00010000:00000001:1.0:1773941508.781947:0:12453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773941508.781951:0:12453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f28164d000. 00000020:00000001:1.0:1773941508.781955:0:12453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941508.781958:0:12453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f28164d000 with handle 0x6eb1e9e7edefc08c to hash 00000020:00000001:1.0:1773941508.781961:0:12453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773941508.781963:0:12453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567029960704 : -115506679590912 : ffff96f28164d000) 00010000:00000001:1.0:1773941508.781966:0:12453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567029960704 : -115506679590912 : ffff96f28164d000) 00010000:00000001:1.0:1773941508.781970:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941508.781974:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941508.781978:0:12453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc08c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941508.781990:0:12453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc08c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941508.782001:0:12453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc08c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941508.782008:0:12453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941508.782010:0:12453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941508.782017:0:12453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f288017e40. 00000100:00000001:1.0:1773941508.782020:0:12453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567140892224 : -115506568659392 : ffff96f288017e40) 00000100:00000001:1.0:1773941508.782023:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941508.782025:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420678400 : -115506288873216 : ffff96f298aeb100) 00000100:00000001:1.0:1773941508.782030:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941508.782035:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941508.782037:0:12453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941508.782039:0:12453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941508.782070:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298aeb100 x1860112264222592/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941508.782080:0:12453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941508.782083:0:12453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941508.782087:0:12453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941508.782090:0:12453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941508.782093:0:12453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941508.782097:0:12453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298aeb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264222592:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941508.782101:0:12453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941508.782107:0:12453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941508.782109:0:12453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941508.782112:0:12453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941508.782116:0:12453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f29874a800. 02000000:00000001:1.0:1773941508.782119:0:12453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941508.782127:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941508.782131:0:12453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15370. 00000400:00000010:1.0:1773941508.782139:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1660. 00000100:00000200:1.0:1773941508.782145:0:12453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264222592, portal 25 00000100:00000001:1.0:1773941508.782148:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941508.782149:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420678400 : -115506288873216 : ffff96f298aeb100) 00000100:00000040:1.0:1773941508.782154:0:12453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298aeb100 x1860112264222592/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941524 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941508.782162:0:12453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941508.782165:0:12453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:1.0:1773941508.782168:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1088. 00000100:00000200:1.0:1773941508.782172:0:12453:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264222592, offset 0 00000400:00000200:1.0:1773941508.782179:0:12453:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941508.782187:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941508.782195:0:12453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941508.782201:0:12453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941508.782205:0:12453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941508.782209:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941508.782219:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941508.782222:0:12453:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[78, 77] 00000400:00000200:1.0:1773941508.782226:0:12453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000400:00000200:1.0:1773941508.782230:0:12453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [182:182:256:4294967295] 192.168.202.155@tcp LPNI seq info [79:79:8:4294967295] 00000400:00000200:1.0:1773941508.782235:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:1.0:1773941508.782245:0:12453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00000800:00000200:1.0:1773941508.782252:0:12453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.155@tcp 00000800:00000010:1.0:1773941508.782257:0:12453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f298b8f200. 00000800:00000200:1.0:1773941508.782263:0:12453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00000800:00000200:1.0:1773941508.782271:0:12453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:1.0:1773941508.782276:0:12453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f298b8f200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773941508.782320:0:12453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941508.782325:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:1.0:1773941508.782328:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294928693 00000100:00000001:1.0:1773941508.782337:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294927351 00000100:00000001:1.0:1773941508.782343:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294928693 00000100:00000001:1.0:1773941508.782347:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294927351 00000100:00000001:1.0:1773941508.782353:0:12453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941508.782356:0:12453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941508.782359:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941508.782361:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941508.782364:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f288017e40 going to sleep for 11 seconds 00000100:00000001:1.0:1773941508.782367:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941508.782371:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941508.782515:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941508.782527:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f298b8f200. 00000400:00000200:2.0:1773941508.782536:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941508.782558:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:2.0:1773941508.782567:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1088 00000400:00000010:2.0:1773941508.782571:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1088. 00000100:00000001:2.0:1773941508.782578:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941508.782586:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298aeb100 x1860112264222592/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941524 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941508.782601:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941508.782605:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f298aeb100 x1860112264222592/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941524 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941508.782614:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941508.782617:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1773941509.549886:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941509.549897:0:487:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773941509.549900:0:487:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773941509.549930:0:487:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941509.549936:0:487:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773941509.549938:0:487:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941509.549941:0:487:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941509.549945:0:487:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941509.550034:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941509.550041:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941509.550046:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773941509.613841:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773941509.613851:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773941509.613861:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298ae8000. 00000020:00000040:1.0:1773941509.613868:0:36:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:1.0:1773941509.613873:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941509.613876:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941509.613894:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941509.613901:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f298b8f400. 00000100:00000001:1.0:1773941509.613908:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941509.613920:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS req@ffff96f298ae8000 x1860112264222720/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941509.613933:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941509.613938:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941509.613945:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc1d1f08] to pc [ptlrpcd_00_00+0] req@ffff96f298ae8000 x1860112264222720/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941509.613981:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941509.613986:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (265) 00000100:00000001:0.0:1773941509.614003:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941509.614005:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1773941509.614011:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1773941509.614014:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941509.614020:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941509.614022:0:2354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941509.614027:0:2354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941509.614031:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941509.614033:0:2354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941509.614036:0:2354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941509.614043:0:2354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298ae8000 x1860112264222720/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941509.614052:0:2354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941509.614062:0:2354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941509.614066:0:2354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941509.614069:0:2354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941509.614072:0:2354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941509.614076:0:2354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298ae8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aed6ad44-ca90-40b5-927d-12baaf0d776a:2354:1860112264222720:192.168.202.145@tcp:400:kworker.0 00000100:00000001:1.0:1773941509.614081:0:2354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941509.614086:0:2354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941509.614088:0:2354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941509.614091:0:2354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941509.614096:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f289152a00. 02000000:00000001:1.0:1773941509.614098:0:2354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941509.614106:0:2354:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941509.614116:0:2354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15210. 00000400:00000010:1.0:1773941509.614123:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1c38. 00000100:00000200:1.0:1773941509.614129:0:2354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112264222720, portal 25 00000100:00000001:1.0:1773941509.614132:0:2354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941509.614133:0:2354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420665856 : -115506288885760 : ffff96f298ae8000) 00000100:00000040:1.0:1773941509.614139:0:2354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298ae8000 x1860112264222720/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941509.614148:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941509.614151:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:1.0:1773941509.614154:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1f68. 00000100:00000200:1.0:1773941509.614158:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112264222720, offset 0 00000400:00000200:1.0:1773941509.614164:0:2354:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941509.614172:0:2354:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941509.614181:0:2354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941509.614186:0:2354:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941509.614190:0:2354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941509.614194:0:2354:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941509.614197:0:2354:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941509.614201:0:2354:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[78, 79] 00000400:00000200:1.0:1773941509.614205:0:2354:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:1.0:1773941509.614209:0:2354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [183:183:256:4294967295] 192.168.202.145@tcp LPNI seq info [80:80:8:4294967295] 00000400:00000200:1.0:1773941509.614215:0:2354:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941509.614225:0:2354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:1.0:1773941509.614232:0:2354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:1.0:1773941509.614237:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f298b8f700. 00000800:00000200:1.0:1773941509.614244:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:1.0:1773941509.614252:0:2354:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:1.0:1773941509.614256:0:2354:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f298b8f700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773941509.614271:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941509.614276:0:2354:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:1.0:1773941509.614278:0:2354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294929525 00000100:00000001:1.0:1773941509.614301:0:2354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294928693 00000100:00000001:1.0:1773941509.614306:0:2354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294929525 00000100:00000001:1.0:1773941509.614311:0:2354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294928693 00000100:00000001:1.0:1773941509.614315:0:2354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941509.614318:0:2354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941509.614321:0:2354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941509.614324:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941509.614383:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941509.614389:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f298b8f700. 00000400:00000200:2.0:1773941509.614395:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941509.614401:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941509.614407:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1f68 00000400:00000010:2.0:1773941509.614410:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1f68. 00000100:00000001:2.0:1773941509.614416:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941509.614422:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298ae8000 x1860112264222720/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941509.614432:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941509.614436:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298ae8000 x1860112264222720/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941525 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941509.614445:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941509.614447:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941509.615553:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941509.615564:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941509.615567:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941509.615570:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941509.615575:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941509.615588:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941509.615595:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941509.615598:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941509.615602:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941509.615605:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c05800 00000400:00000200:2.0:1773941509.615609:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941509.615615:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xdbd [1] + 224 00000800:00000001:2.0:1773941509.615621:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941509.615630:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941509.615632:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941509.615636:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941509.615640:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941509.615645:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298ae8000 x1860112264222720/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941525 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941509.615656:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96f298ae8000 x1860112264222720/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941509.615675:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941509.615684:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941509.615687:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941509.615710:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941509.615713:0:2354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941509.615758:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941509.615760:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941509.615762:0:2354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15210. 00000400:00000200:1.0:1773941509.615767:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1c38 00000400:00000010:1.0:1773941509.615769:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1c38. 00000100:00000001:1.0:1773941509.615772:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941509.615777:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298ae8000 x1860112264222720/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941509.615788:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298ae8000 x1860112264222720/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941525 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941509.615794:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941509.615796:0:2354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941509.615799:0:2354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941509.615801:0:2354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941509.615804:0:2354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941509.615806:0:2354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941509.615809:0:2354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941509.615815:0:2354:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=74 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941509.615819:0:2354:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941509.615822:0:2354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941509.615823:0:2354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941509.615826:0:2354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941509.615829:0:2354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941509.615832:0:2354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941509.615837:0:2354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298ae8000 x1860112264222720/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941525 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941509.615850:0:2354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941509.615853:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941509.615855:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941509.615860:0:2354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298ae8000 x1860112264222720/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941525 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941509.615870:0:2354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298ae8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aed6ad44-ca90-40b5-927d-12baaf0d776a:2354:1860112264222720:192.168.202.145@tcp:400:kworker.0 00000100:00000001:1.0:1773941509.615874:0:2354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941509.615876:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941509.615880:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298ae8000 x1860112264222720/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941525 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941509.615888:0:2354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941509.615890:0:2354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941509.615893:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f289152a00. 02000000:00000001:1.0:1773941509.615896:0:2354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941509.615898:0:2354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941509.615900:0:2354:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941509.615902:0:2354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941509.615905:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f298b8f400. 02000000:00000001:1.0:1773941509.615908:0:2354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941509.615909:0:2354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941509.615911:0:2354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298ae8000. 00000100:00000001:1.0:1773941509.615914:0:2354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941509.615915:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941509.615917:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941509.615921:0:2354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941509.615923:0:2354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941509.615925:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941509.615927:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941510.573836:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941510.573848:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941510.573905:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941510.573912:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941510.573915:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1773941511.597859:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941511.597867:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941511.597942:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941511.597947:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941511.597950:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773941511.789834:0:487:0:(connection.c:75:cpu_latency_work()) work item of ffff96f287d7ab30 (cpu 0) has reached its deadline 4294929525, at 4294929536 00000100:00000040:2.0:1773941511.789834:0:708:0:(connection.c:75:cpu_latency_work()) work item of ffff96f287d7aa20 (cpu 0) has reached its deadline 4294929525, at 4294929536 00000100:00000010:2.0:1773941511.789848:0:708:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96f298b32720. 00000100:00000010:3.0:1773941511.789852:0:487:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96f298b32900. 00010000:00000001:3.0:1773941512.621800:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941512.621806:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941512.621881:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941512.621888:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941512.621893:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1773941513.645830:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941513.645842:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941513.645954:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941513.645963:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941513.646002:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1773941514.669836:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941514.669842:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941514.669941:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941514.669948:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941514.669954:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773941514.733874:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773941514.733884:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773941514.733914:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b11880. 00000020:00000040:0.0:1773941514.733920:0:36:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:0.0:1773941514.733925:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941514.733929:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941514.733935:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941514.733944:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f2834a7100. 00000100:00000001:0.0:1773941514.733953:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941514.733969:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS req@ffff96f298b11880 x1860112264222848/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941514.733986:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941514.733993:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941514.734003:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e8d7876] to pc [ptlrpcd_00_01+1] req@ffff96f298b11880 x1860112264222848/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941514.734048:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941514.734053:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (270) 00000100:00000001:0.0:1773941514.734071:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1773941514.734075:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1773941514.734078:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941514.734087:0:2353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941514.734088:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941514.734091:0:2353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941514.734099:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941514.734101:0:2353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941514.734107:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941514.734108:0:2353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941514.734121:0:2353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b11880 x1860112264222848/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941514.734132:0:2353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941514.734134:0:2353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941514.734138:0:2353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941514.734141:0:2353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941514.734144:0:2353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941514.734148:0:2353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aed6ad44-ca90-40b5-927d-12baaf0d776a:2353:1860112264222848:192.168.202.145@tcp:400:kworker.0 00000100:00000001:0.0:1773941514.734152:0:2353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941514.734158:0:2353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941514.734168:0:2353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941514.734171:0:2353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941514.734176:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f283eb9a00. 02000000:00000001:0.0:1773941514.734178:0:2353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941514.734185:0:2353:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941514.734190:0:2353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d35d8. 00000400:00000010:0.0:1773941514.734197:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d770. 00000100:00000200:0.0:1773941514.734204:0:2353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112264222848, portal 25 00000100:00000001:0.0:1773941514.734206:0:2353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941514.734209:0:2353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420835968 : -115506288715648 : ffff96f298b11880) 00000100:00000040:0.0:1773941514.734214:0:2353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b11880 x1860112264222848/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941514.734222:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941514.734225:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:0.0:1773941514.734228:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d880. 00000100:00000200:0.0:1773941514.734231:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112264222848, offset 0 00000400:00000200:0.0:1773941514.734295:0:2353:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941514.734305:0:2353:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941514.734315:0:2353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941514.734321:0:2353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941514.734326:0:2353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941514.734331:0:2353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941514.734334:0:2353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941514.734338:0:2353:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[80, 79] 00000400:00000200:0.0:1773941514.734343:0:2353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000400:00000200:0.0:1773941514.734348:0:2353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [184:184:256:4294967295] 192.168.202.155@tcp LPNI seq info [81:81:8:4294967295] 00000400:00000200:0.0:1773941514.734353:0:2353:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:0.0:1773941514.734365:0:2353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00000800:00000200:0.0:1773941514.734372:0:2353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.155@tcp 00000800:00000010:0.0:1773941514.734378:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7800. 00000800:00000200:0.0:1773941514.734386:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00000800:00000200:0.0:1773941514.734395:0:2353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:0.0:1773941514.734408:0:2353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773941514.734429:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941514.734435:0:2353:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:0.0:1773941514.734438:0:2353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294934645 00000100:00000010:0.0:1773941514.734444:0:2353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f28376f660. 00000100:00000001:0.0:1773941514.734452:0:2353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1773941514.734458:0:2353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294934645 00000100:00000010:0.0:1773941514.734461:0:2353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f28376f240. 00000100:00000001:0.0:1773941514.734465:0:2353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1773941514.734468:0:2353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941514.734471:0:2353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941514.734475:0:2353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941514.734479:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941514.734649:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941514.734655:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7800. 00000400:00000200:2.0:1773941514.734663:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941514.734671:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:2.0:1773941514.734679:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d880 00000400:00000010:2.0:1773941514.734681:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d880. 00000100:00000001:2.0:1773941514.734686:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941514.734694:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b11880 x1860112264222848/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941514.734705:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941514.734709:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b11880 x1860112264222848/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941530 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941514.734740:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941514.734742:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1773941515.693856:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941515.693863:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941515.693969:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941515.693977:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941515.693982:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941515.757857:0:2353:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941515.757873:0:2353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941515.757876:0:2353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:0.0:1773941515.757883:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941515.757886:0:2353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941515.757898:0:2353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941515.757904:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941516.717805:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941516.717814:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941516.717918:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941516.717922:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941516.717925:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773941516.909854:0:487:0:(connection.c:75:cpu_latency_work()) work item of ffff96f287d7ab30 (cpu 0) has reached its deadline 4294934645, at 4294934656 00000100:00000040:2.0:1773941516.909854:0:708:0:(connection.c:75:cpu_latency_work()) work item of ffff96f287d7aa20 (cpu 0) has reached its deadline 4294934645, at 4294934656 00000100:00000010:3.0:1773941516.909871:0:487:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96f28376f240. 00000100:00000010:2.0:1773941516.909874:0:708:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96f28376f660. 00010000:00000001:3.0:1773941517.741845:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941517.741851:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941517.741930:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941517.741935:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941517.741939:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1773941518.765861:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941518.765882:0:487:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773941518.765885:0:487:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773941518.765889:0:487:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941518.765898:0:487:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773941518.765901:0:487:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941518.765903:0:487:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941518.765905:0:487:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941518.765973:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941518.765977:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941518.765980:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1773941519.789798:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941519.789803:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941519.789860:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941519.789865:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941519.789884:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773941519.853862:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773941519.853878:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773941519.853908:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298ae8000. 00000100:00000001:0.0:1773941519.853915:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000040:1.0:1773941519.853916:0:37:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=6 obd=MGC192.168.202.145@tcp 00000100:00000001:0.0:1773941519.853922:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941519.853925:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941519.853926:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1773941519.853932:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f288017e40 going to sleep for 1 seconds 02000000:00000001:1.0:1773941519.853933:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1773941519.853937:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941519.853940:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941519.853952:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941519.853964:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f298b8f400. 00000100:00000001:1.0:1773941519.853974:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941519.853994:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS req@ffff96f298ae8000 x1860112264222976/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941519.854009:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941519.854016:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941519.854028:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc1d1f08] to pc [ptlrpcd_00_00+0] req@ffff96f298ae8000 x1860112264222976/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941519.854063:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941519.854070:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (275) 00000100:00000001:0.0:1773941519.854083:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941519.854086:0:2353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941519.854089:0:2353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1773941519.854090:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941519.854096:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941519.854103:0:2353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298ae8000 x1860112264222976/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941519.854112:0:2353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941519.854114:0:2353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941519.854117:0:2353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941519.854120:0:2353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941519.854135:0:2353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941519.854139:0:2353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298ae8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aed6ad44-ca90-40b5-927d-12baaf0d776a:2353:1860112264222976:192.168.202.145@tcp:400:kworker.0 00000100:00000001:0.0:1773941519.854142:0:2353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941519.854147:0:2353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941519.854150:0:2353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941519.854152:0:2353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941519.854156:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f283eb9e00. 02000000:00000001:0.0:1773941519.854158:0:2353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941519.854164:0:2353:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941519.854167:0:2353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d32c0. 00000400:00000010:0.0:1773941519.854173:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d6e8. 00000100:00000200:0.0:1773941519.854179:0:2353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112264222976, portal 25 00000100:00000001:0.0:1773941519.854180:0:2353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941519.854182:0:2353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420665856 : -115506288885760 : ffff96f298ae8000) 00000100:00000040:0.0:1773941519.854204:0:2353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298ae8000 x1860112264222976/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941519.854210:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941519.854213:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:0.0:1773941519.854215:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d088. 00000100:00000200:0.0:1773941519.854218:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112264222976, offset 0 00000400:00000200:0.0:1773941519.854223:0:2353:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941519.854230:0:2353:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941519.854236:0:2353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941519.854240:0:2353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941519.854243:0:2353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941519.854246:0:2353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941519.854248:0:2353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941519.854250:0:2353:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[80, 81] 00000400:00000200:0.0:1773941519.854253:0:2353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:0.0:1773941519.854256:0:2353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [185:185:256:4294967295] 192.168.202.145@tcp LPNI seq info [82:82:8:4294967295] 00000400:00000200:0.0:1773941519.854260:0:2353:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941519.854267:0:2353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:0.0:1773941519.854275:0:2353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:0.0:1773941519.854279:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7300. 00000800:00000200:0.0:1773941519.854285:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:0.0:1773941519.854291:0:2353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:0.0:1773941519.854294:0:2353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773941519.854307:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941519.854310:0:2353:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:0.0:1773941519.854312:0:2353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294939765 00000100:00000010:0.0:1773941519.854315:0:2353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f28376f6c0. 00000100:00000001:0.0:1773941519.854322:0:2353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1773941519.854326:0:2353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294939765 00000100:00000010:0.0:1773941519.854329:0:2353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f28376fd80. 00000100:00000001:0.0:1773941519.854331:0:2353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1773941519.854334:0:2353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941519.854336:0:2353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941519.854339:0:2353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941519.854341:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941519.854347:0:2353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941519.854348:0:2353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1773941519.854350:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941519.854352:0:2353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941519.854354:0:2353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941519.854357:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941519.854412:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941519.854417:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7300. 00000400:00000200:2.0:1773941519.854420:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941519.854443:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941519.854448:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d088 00000400:00000010:2.0:1773941519.854450:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d088. 00000100:00000001:2.0:1773941519.854453:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941519.854458:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298ae8000 x1860112264222976/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941519.854467:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941519.854470:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298ae8000 x1860112264222976/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941535 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941519.854477:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941519.854479:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941519.855594:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941519.855603:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941519.855605:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941519.855607:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941519.855611:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941519.855615:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941519.855619:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941519.855622:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941519.855625:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941519.855628:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c05900 00000400:00000200:2.0:1773941519.855631:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941519.855634:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xdcd [1] + 224 00000800:00000001:2.0:1773941519.855640:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941519.855654:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941519.855656:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941519.855659:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941519.855662:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941519.855666:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298ae8000 x1860112264222976/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941535 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941519.855678:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96f298ae8000 x1860112264222976/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941535 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941519.855690:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941519.855697:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941519.855699:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941519.855751:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941519.855753:0:2353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941519.855775:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941519.855777:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941519.855779:0:2353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d32c0. 00000400:00000200:0.0:1773941519.855783:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d6e8 00000400:00000010:0.0:1773941519.855785:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d6e8. 00000100:00000001:0.0:1773941519.855787:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941519.855792:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298ae8000 x1860112264222976/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941535 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941519.855802:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298ae8000 x1860112264222976/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941535 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941519.855815:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941519.855816:0:2353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941519.855818:0:2353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941519.855821:0:2353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941519.855822:0:2353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941519.855824:0:2353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941519.855827:0:2353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941519.855833:0:2353:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=84 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941519.855836:0:2353:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=12 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941519.855838:0:2353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941519.855839:0:2353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941519.855842:0:2353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773941519.855844:0:2353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941519.855846:0:2353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941519.855850:0:2353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298ae8000 x1860112264222976/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941535 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941519.855856:0:2353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941519.855858:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941519.855859:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941519.855862:0:2353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298ae8000 x1860112264222976/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941535 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941519.855868:0:2353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298ae8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aed6ad44-ca90-40b5-927d-12baaf0d776a:2353:1860112264222976:192.168.202.145@tcp:400:kworker.0 00000100:00000001:0.0:1773941519.855873:0:2353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941519.855874:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941519.855877:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298ae8000 x1860112264222976/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941535 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941519.855882:0:2353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941519.855884:0:2353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773941519.855886:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f283eb9e00. 02000000:00000001:0.0:1773941519.855889:0:2353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941519.855890:0:2353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941519.855895:0:2353:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000020:00000001:0.0:1773941519.855897:0:2353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941519.855900:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f298b8f400. 02000000:00000001:0.0:1773941519.855903:0:2353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941519.855904:0:2353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941519.855906:0:2353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298ae8000. 00000100:00000001:0.0:1773941519.855909:0:2353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941519.855910:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941519.855912:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941519.855913:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941519.855914:0:2353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941519.855916:0:2353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941519.855917:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941520.813967:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941520.814031:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941520.814255:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941520.814261:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941520.814264:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941520.877813:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941520.877824:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941520.877826:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941520.877832:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f288017e40 going to sleep for 1 seconds 00000100:00000001:0.0:1773941520.877842:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941520.877847:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941521.837814:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941521.837820:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941521.837875:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941521.837879:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941521.837882:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773941521.901897:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773941521.901905:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941521.901907:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941521.901912:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f288017e40 going to sleep for 1 seconds 00000100:00000001:1.0:1773941521.901916:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941521.901920:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941522.029789:0:487:0:(connection.c:75:cpu_latency_work()) work item of ffff96f287d7ab30 (cpu 0) has reached its deadline 4294939765, at 4294939776 00000100:00000040:2.0:1773941522.029789:0:708:0:(connection.c:75:cpu_latency_work()) work item of ffff96f287d7aa20 (cpu 0) has reached its deadline 4294939765, at 4294939776 00000100:00000010:3.0:1773941522.029801:0:487:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96f28376fd80. 00000100:00000010:2.0:1773941522.029804:0:708:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96f28376f6c0. 00010000:00000001:3.0:1773941522.861878:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941522.861884:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941522.861993:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941522.861996:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941522.861999:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773941522.925822:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773941522.925832:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941522.925834:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941522.925839:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f288017e40 going to sleep for 1 seconds 00000100:00000001:1.0:1773941522.925843:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941522.925846:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941523.885846:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941523.885854:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941523.885928:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941523.885931:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941523.885935:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773941523.949899:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773941523.949908:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941523.949910:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941523.949917:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f288017e40 going to sleep for 1 seconds 00000100:00000001:1.0:1773941523.949935:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941523.949939:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941524.909857:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941524.909866:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941524.909974:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941524.909978:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941524.909982:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773941524.973861:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773941524.973904:0:12453:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:1.0:1773941524.973928:0:12453:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1773941508/real 1773941508] req@ffff96f298aeb100 x1860112264222592/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941524 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941524.973945:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773941524.973956:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773941524.973970:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f2a0dd3b80. 00000020:00000040:2.0:1773941524.973978:0:37:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=6 obd=MGC192.168.202.145@tcp 00000100:00000001:2.0:1773941524.973985:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941524.973989:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941524.973997:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941524.974006:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f299fdfc00. 00000100:00000001:2.0:1773941524.974016:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941524.974024:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS req@ffff96f2a0dd3b80 x1860112264223104/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941524.974067:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941524.974073:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941524.974083:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db8738ff] to pc [ptlrpcd_01_00+0] req@ffff96f2a0dd3b80 x1860112264223104/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941524.974134:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941524.974209:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (280) 00000100:00000001:2.0:1773941524.974225:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1773941524.974230:0:2356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1773941524.974233:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941524.974242:0:2356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941524.974244:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941524.974245:0:2356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941524.974251:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941524.974253:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941524.974254:0:2356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941524.974260:0:2356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941524.974268:0:2356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f2a0dd3b80 x1860112264223104/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941524.974277:0:2356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941524.974280:0:2356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941524.974285:0:2356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941524.974288:0:2356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941524.974291:0:2356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941524.974295:0:2356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f2a0dd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aed6ad44-ca90-40b5-927d-12baaf0d776a:2356:1860112264223104:192.168.202.145@tcp:400:kworker.0 00000100:00000001:2.0:1773941524.974299:0:2356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941524.974307:0:2356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941524.974310:0:2356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941524.974312:0:2356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941524.974319:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f299c4b000. 02000000:00000001:2.0:1773941524.974321:0:2356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941524.974330:0:2356:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:2.0:1773941524.974335:0:2356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f28a23cdc0. 00000400:00000010:2.0:1773941524.974344:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f2a0dc1bb0. 00000100:00000200:2.0:1773941524.974353:0:2356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112264223104, portal 25 00000100:00000001:2.0:1773941524.974355:0:2356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941524.974363:0:2356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567557946240 : -115506151605376 : ffff96f2a0dd3b80) 00000100:00000040:2.0:1773941524.974369:0:2356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f2a0dd3b80 x1860112264223104/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941524.974377:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941524.974381:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:2.0:1773941524.974383:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f2a0dc1a18. 00000100:00000200:2.0:1773941524.974386:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112264223104, offset 0 00000400:00000200:2.0:1773941524.974393:0:2356:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:2.0:1773941524.974404:0:2356:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941524.974413:0:2356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:2.0:1773941524.974420:0:2356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941524.974425:0:2356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:2.0:1773941524.974430:0:2356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941524.974433:0:2356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941524.974437:0:2356:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[82, 81] 00000400:00000200:2.0:1773941524.974441:0:2356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000400:00000200:2.0:1773941524.974445:0:2356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [186:186:256:4294967295] 192.168.202.155@tcp LPNI seq info [83:83:8:4294967295] 00000400:00000200:2.0:1773941524.974449:0:2356:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941524.974460:0:2356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00000800:00000200:2.0:1773941524.974466:0:2356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.155@tcp 00000800:00000010:2.0:1773941524.974471:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f299fdff00. 00000800:00000200:2.0:1773941524.974479:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00000800:00000200:2.0:1773941524.974488:0:2356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:2.0:1773941524.974494:0:2356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f299fdff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773941524.974523:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941524.974528:0:2356:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:2.0:1773941524.974531:0:2356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294944885 00000100:00000010:2.0:1773941524.974535:0:2356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f284cd2f60. 00000100:00000001:2.0:1773941524.974545:0:2356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1773941524.974552:0:2356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294944885 00000100:00000010:2.0:1773941524.974561:0:2356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f284cd2000. 00000100:00000001:2.0:1773941524.974566:0:2356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1773941524.974570:0:2356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941524.974573:0:2356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941524.974577:0:2356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941524.974580:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941524.974779:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941524.974786:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f299fdff00. 00000400:00000200:3.0:1773941524.974793:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941524.974801:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:3.0:1773941524.974807:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dc1a18 00000400:00000010:3.0:1773941524.974810:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f2a0dc1a18. 00000100:00000001:3.0:1773941524.974815:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941524.974821:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f2a0dd3b80 x1860112264223104/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941524.974832:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941524.974836:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f2a0dd3b80 x1860112264223104/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941540 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941524.974952:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941524.974954:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000001:1.0:1773941524.990514:0:12453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941524.990520:0:12453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941524.990525:0:12453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15370. 00000400:00000200:1.0:1773941524.990533:0:12453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1660 00000400:00000010:1.0:1773941524.990538:0:12453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1660. 00000100:00000001:1.0:1773941524.990545:0:12453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941524.990557:0:12453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298aeb100 x1860112264222592/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941524 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941524.990577:0:12453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298aeb100 x1860112264222592/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941524 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941524.990590:0:12453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941524.990593:0:12453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941524.990598:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941524.990601:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941524.990610:0:12453:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff96f298aeb100 x1860112264222592/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941524 ref 2 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941524.990622:0:12453:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:1.0:1773941524.990628:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941524.990636:0:12453:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941524.990642:0:12453:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941524.990646:0:12453:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941524.990649:0:12453:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941524.990652:0:12453:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941524.990659:0:12453:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f298aeb100 x1860112264222592/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941524 ref 2 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941524.990675:0:12453:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f298b11880 x1860112264222848/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941530 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941524.990764:0:12453:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f2a0dd3b80 x1860112264223104/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941540 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941524.990790:0:12453:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941524.990793:0:12453:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941524.990797:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941524.990803:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941524.990808:0:12453:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941524.990812:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941524.990816:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941524.990819:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941524.990822:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 00000100:00000001:0.0:1773941524.990824:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1773941524.990826:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941524.990830:0:2353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941524.990832:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000400:00000001:0.0:1773941524.990838:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:1.0:1773941524.990839:0:12453:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000400:00000001:0.0:1773941524.990844:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941524.990851:0:2353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d35d8. 00000400:00000200:0.0:1773941524.990857:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d770 00000400:00000010:0.0:1773941524.990860:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d770. 00000100:00000001:0.0:1773941524.990864:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1773941524.990868:0:12453:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:1.0:1773941524.990875:0:12453:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1773941524.990877:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b11880 x1860112264222848/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941530 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941524.990885:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941524.990887:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941524.990893:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941524.990894:0:2356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941524.990901:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1773941524.990904:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f288017e40 going to sleep for 0 seconds 00000400:00000001:3.0:1773941524.990905:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1773941524.990912:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b11880 x1860112264222848/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941530 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773941524.990913:0:2356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f28a23cdc0. 00000100:00000001:1.0:1773941524.990914:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941524.990922:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941524.990923:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dc1bb0 00000400:00000010:3.0:1773941524.990932:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f2a0dc1bb0. 00000100:00000001:3.0:1773941524.990940:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1773941524.990941:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298aeb100 x1860112264222592/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941524 ref 2 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941524.990943:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941524.990949:0:2353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1773941524.990963:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f2a0dd3b80 x1860112264223104/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941540 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941524.990969:0:2353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b11880 x1860112264222848/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941530 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941524.990971:0:12453:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:1.0:1773941524.990982:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941524.990991:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941524.990996:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941524.991009:0:2353:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000200:3.0:1773941524.991018:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f2a0dd3b80 x1860112264223104/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941540 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941524.991019:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298aeb100 x1860112264222592/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941524 ref 2 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941524.991032:0:2353:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941524.991060:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941524.991067:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941524.991088:0:2353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b11880 x1860112264222848/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941530 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941524.991101:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941524.991108:0:2356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941524.991116:0:12453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298aeb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264222592:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000040:3.0:1773941524.991127:0:2356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f2a0dd3b80 x1860112264223104/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941540 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941524.991136:0:2353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aed6ad44-ca90-40b5-927d-12baaf0d776a:2353:1860112264222848:192.168.202.145@tcp:400:kworker.0 00000100:00000001:1.0:1773941524.991168:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941524.991195:0:2353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941524.991197:0:2356:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:0.0:1773941524.991207:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941524.991214:0:2356:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941524.991218:0:12453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:3.0:1773941524.991219:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1773941524.991219:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b11880 x1860112264222848/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941530 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941524.991224:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941524.991230:0:12453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941524.991238:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941524.991239:0:2356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f2a0dd3b80 x1860112264223104/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941540 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941524.991244:0:2353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941524.991250:0:2353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1773941524.991255:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298aeb100 x1860112264222592/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941524 ref 2 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1773941524.991257:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f283eb9a00. 00000100:00100000:3.0:1773941524.991265:0:2356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f2a0dd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aed6ad44-ca90-40b5-927d-12baaf0d776a:2356:1860112264223104:192.168.202.145@tcp:400:kworker.0 02000000:00000001:0.0:1773941524.991266:0:2353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941524.991285:0:2353:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1773941524.991286:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941524.991291:0:2353:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941524.991292:0:2356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1773941524.991294:0:12453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f288017e40. 00000020:00000001:0.0:1773941524.991298:0:2353:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941524.991299:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773941524.991305:0:12453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000010:0.0:1773941524.991308:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f2834a7100. 00000100:00000040:3.0:1773941524.991312:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f2a0dd3b80 x1860112264223104/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941540 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941524.991312:0:12453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 02000000:00000001:0.0:1773941524.991315:0:2353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941524.991320:0:2353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1773941524.991325:0:12453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000010:0.0:1773941524.991326:0:2353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b11880. 00010000:00000001:1.0:1773941524.991334:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1773941524.991336:0:2356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1773941524.991337:0:2353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1773941524.991343:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1773941524.991344:0:2356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1773941524.991344:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1773941524.991351:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f299c4b000. 00000100:00000001:0.0:1773941524.991352:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773941524.991353:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164d000 refcount=4 00000100:00080000:2.0:1773941524.991359:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1773941524.991361:0:2356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941524.991363:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029960704 : -115506679590912 : ffff96f28164d000) 00000100:00000001:0.0:1773941524.991363:0:2353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1773941524.991369:0:2356:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1773941524.991371:0:2353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941524.991377:0:2356:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00010000:00000001:1.0:1773941524.991382:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029960704 : -115506679590912 : ffff96f28164d000) 00000100:00080000:2.0:1773941524.991383:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1773941524.991385:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1773941524.991386:0:2356:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941524.991388:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000010:3.0:1773941524.991393:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f299fdfc00. 00000100:00000001:0.0:1773941524.991394:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941524.991396:0:37:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00010000:00010000:1.0:1773941524.991401:0:12453:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc08c lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:3.0:1773941524.991405:0:2356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1773941524.991410:0:37:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:3.0:1773941524.991411:0:2356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941524.991418:0:2356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f2a0dd3b80. 00000100:00080000:2.0:1773941524.991422:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 257 00000100:00000001:3.0:1773941524.991432:0:2356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1773941524.991442:0:12453:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000400:00000200:2.0:1773941524.991444:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:3.0:1773941524.991445:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941524.991459:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773941524.991464:0:12453:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc08c lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941524.991467:0:37:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000001:3.0:1773941524.991472:0:2356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941524.991479:0:2356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941524.991482:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:3.0:1773941524.991491:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941524.991494:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1773941524.991498:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941524.991504:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00010000:00000001:1.0:1773941524.991510:0:12453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000001:2.0:1773941524.991513:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:2.0:1773941524.991529:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941524.991531:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:2.0:1773941524.991536:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:1.0:1773941524.991539:0:12453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc08c lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000040:2.0:1773941524.991550:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:2.0:1773941524.991558:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:2.0:1773941524.991570:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00010000:00000001:1.0:1773941524.991579:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1773941524.991580:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:2.0:1773941524.991583:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941524.991584:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:2.0:1773941524.991585:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:2.0:1773941524.991596:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:2.0:1773941524.991604:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00010000:00000001:1.0:1773941524.991605:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773941524.991608:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941524.991613:0:12453:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc08c lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:2.0:1773941524.991637:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00010000:00000001:1.0:1773941524.991638:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:2.0:1773941524.991642:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941524.991646:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941524.991648:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941524.991650:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941524.991661:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941524.991662:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f2a0dd1c00. 00000020:00000040:2.0:1773941524.991672:0:37:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00010000:00000001:1.0:1773941524.991675:0:12453:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 02000000:00000001:2.0:1773941524.991678:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941524.991683:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941524.991686:0:12453:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc08c lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941524.991688:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941524.991693:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941524.991699:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941524.991715:0:12453:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f28164d000 already unused, calling callback (ffffffffc147fc20) 10000000:00000001:1.0:1773941524.991721:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941524.991726:0:12453:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc08c lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941524.991739:0:12453:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773941524.991742:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941524.991745:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941524.991748:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f28164d000 refcount=5 00000020:00000001:1.0:1773941524.991752:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567029960704 : -115506679590912 : ffff96f28164d000) 00010000:00000001:1.0:1773941524.991757:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567029960704 : -115506679590912 : ffff96f28164d000) 00010000:00000001:1.0:1773941524.991763:0:12453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000010:2.0:1773941524.991791:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f28600b400. 00000100:00000001:2.0:1773941524.991803:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941524.991817:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f2a0dd1c00 x1860112264223232/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1773941524.991819:0:12453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc08c lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1773941524.991870:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1773941524.991871:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941524.991881:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:1.0:1773941524.991882:0:12453:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc08c lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1773941524.991890:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf6b772b] to pc [ptlrpcd_rcv+-1] req@ffff96f2a0dd1c00 x1860112264223232/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1773941524.991927:0:12453:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:1.0:1773941524.991935:0:12453:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:1.0:1773941524.991938:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941524.991943:0:12453:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000100:00000001:2.0:1773941524.991945:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941524.991949:0:12453:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000040:2.0:1773941524.991952:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (280) 00010000:00000001:1.0:1773941524.991957:0:12453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773941524.991963:0:12453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941524.991966:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941524.991971:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941524.991978:0:12453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f28164d000 with handle 0x6eb1e9e7edefc08c from hash 00000100:00000001:3.0:1773941524.991997:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1773941524.991999:0:12453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1773941524.992003:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1773941524.992004:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1773941524.992008:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1773941524.992010:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941524.992015:0:12453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:3.0:1773941524.992021:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f2a0dd1c00 x1860112264223232/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941524.992021:0:12453:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773941524.992027:0:12453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773941524.992038:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941524.992042:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773941524.992044:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1773941524.992047:0:12453:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941524.992049:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941524.992057:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941524.992058:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941524.992063:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773941524.992068:0:12453:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc08c lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:3.0:1773941524.992069:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941524.992079:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f2a0dd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264223232:192.168.202.145@tcp:250:kworker.0 00000100:00000001:3.0:1773941524.992090:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1773941524.992096:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1773941524.992097:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1773941524.992102:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1773941524.992103:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941524.992110:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1773941524.992110:0:12453:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773941524.992117:0:12453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 02000000:00000010:3.0:1773941524.992120:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f286075c00. 00010000:00000001:1.0:1773941524.992122:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1773941524.992125:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941524.992128:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941524.992132:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1773941524.992136:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00010000:00010000:1.0:1773941524.992164:0:12453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f28164d000/0x6eb1e9e7edefc08c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:3.0:1773941524.992168:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7b00. 00000400:00000010:3.0:1773941524.992190:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51c38. 00010000:00000040:1.0:1773941524.992195:0:12453:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f29169a900 count: 0 00000100:00000200:3.0:1773941524.992198:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264223232, portal 25 00000100:00000001:3.0:1773941524.992203:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941524.992205:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567557938176 : -115506151613440 : ffff96f2a0dd1c00) 00000100:00000040:3.0:1773941524.992214:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f2a0dd1c00 x1860112264223232/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941524.992222:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773941524.992224:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1773941524.992229:0:12453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000040:3.0:1773941524.992231:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:3.0:1773941524.992236:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51aa0. 00000100:00000001:1.0:1773941524.992239:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941524.992251:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298aeb100 x1860112264222592/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941524 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941524.992253:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264223232, offset 0 00000400:00000200:3.0:1773941524.992271:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:3.0:1773941524.992292:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:1.0:1773941524.992293:0:12453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941524.992299:0:12453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1773941524.992301:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 02000000:00000010:1.0:1773941524.992305:0:12453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f29874a800. 00000400:00000200:3.0:1773941524.992308:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1773941524.992316:0:12453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1773941524.992317:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000020:00000001:1.0:1773941524.992324:0:12453:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1773941524.992326:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000020:00000040:1.0:1773941524.992329:0:12453:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000400:00000200:3.0:1773941524.992331:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000020:00000001:1.0:1773941524.992339:0:12453:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1773941524.992340:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[82, 83] 00000400:00000200:3.0:1773941524.992346:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:3.0:1773941524.992350:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [187:187:256:4294967295] 192.168.202.145@tcp LPNI seq info [84:84:8:4294967295] 02000000:00000010:1.0:1773941524.992356:0:12453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f289153c00. 00000400:00000200:3.0:1773941524.992357:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 02000000:00000001:1.0:1773941524.992369:0:12453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941524.992374:0:12453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1773941524.992376:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000100:00000010:1.0:1773941524.992381:0:12453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298aeb100. 00000800:00000200:3.0:1773941524.992388:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.145@tcp 00000100:00000001:1.0:1773941524.992392:0:12453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000010:3.0:1773941524.992395:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258000. 00000100:00000001:1.0:1773941524.992397:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941524.992405:0:12453:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000800:00000200:3.0:1773941524.992410:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 10000000:01000000:1.0:1773941524.992413:0:12453:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -5 10000000:00000001:1.0:1773941524.992421:0:12453:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000800:00000200:3.0:1773941524.992422:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:3.0:1773941524.992429:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258000 type 1, nob 616 niov 1 nkiov 1 10000000:00000010:1.0:1773941524.992433:0:12453:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f298b7a300. 00000020:00000010:1.0:1773941524.992442:0:12453:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f289153c00. 00000020:00000010:1.0:1773941524.992450:0:12453:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f289152a00. 00000100:00000001:3.0:1773941524.992452:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1773941524.992457:0:12453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f289152600. 00000400:00000200:3.0:1773941524.992466:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000020:00000010:1.0:1773941524.992469:0:12453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f2a0d95800. 00000100:00000001:3.0:1773941524.992472:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294944903 00000020:00000010:1.0:1773941524.992496:0:12453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f289152c00. 00000100:00000001:3.0:1773941524.992508:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294944885 80000000:00000010:1.0:1773941524.992510:0:12453:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f2830d2180. 00040000:00000010:1.0:1773941524.992526:0:12453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f289153400. 00000100:00000001:3.0:1773941524.992528:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294944903 20000000:00000010:1.0:1773941524.992558:0:12453:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f289152e00. 00000100:00000001:3.0:1773941524.992559:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294944885 10000000:00000040:1.0:1773941524.992569:0:12453:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 00000100:00000001:3.0:1773941524.992571:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:1.0:1773941524.992576:0:12453:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1773941524.992579:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941524.992586:0:12453:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f289152a00. 00000100:00000001:3.0:1773941524.992588:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941524.992595:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1773941524.992599:0:12453:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f289152600. 00000800:00000200:2.0:1773941524.992604:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1773941524.992605:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1773941524.992608:0:12453:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f2a0d95800. 00000100:00000001:3.0:1773941524.992613:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000800:00000010:2.0:1773941524.992616:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258000. 00000020:00000010:1.0:1773941524.992622:0:12453:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f289152c00. 00000400:00000200:2.0:1773941524.992625:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1773941524.992629:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941524.992633:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 80000000:00000010:1.0:1773941524.992635:0:12453:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f2830d2180. 00000100:00000001:3.0:1773941524.992637:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941524.992644:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:3.0:1773941524.992647:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941524.992653:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51aa0 00040000:00000010:1.0:1773941524.992654:0:12453:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f289153400. 00000400:00000010:2.0:1773941524.992661:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51aa0. 20000000:00000010:1.0:1773941524.992666:0:12453:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f289152e00. 00000100:00000001:2.0:1773941524.992671:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:1.0:1773941524.992675:0:12453:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f289153c00. 10000000:00000010:1.0:1773941524.992683:0:12453:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f298b7a300. 00000100:00000200:2.0:1773941524.992685:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f2a0dd1c00 x1860112264223232/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1773941524.992691:0:12453:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-sptlrpc' failed (-5). 10000000:00000001:1.0:1773941524.992706:0:12453:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:1.0:1773941524.992715:0:12453:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:1.0:1773941524.992720:0:12453:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1773941524.992723:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941524.992736:0:12453:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff96f2a0da3200) refs 2 10000000:00000001:1.0:1773941524.992740:0:12453:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:2.0:1773941524.992750:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941524.992757:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f2a0dd1c00 x1860112264223232/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941534 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941524.992789:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941524.992793:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1773941524.997755:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f29169a900. 00010000:00000010:1.1:1773941524.997782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f28164d000. 00000800:00000001:3.0:1773941525.002775:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941525.002800:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941525.002889:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941525.002900:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941525.002913:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941525.002924:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941525.002938:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941525.002946:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941525.002955:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941525.002962:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c05a00 00000400:00000200:3.0:1773941525.002968:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941525.002976:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xde5 [1] + 0 00000800:00000001:3.0:1773941525.002987:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941525.002998:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941525.003002:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941525.003008:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:3.0:1773941525.003016:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941525.003024:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f2a0dd1c00 x1860112264223232/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941534 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941525.003040:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f2a0dd1c00 x1860112264223232/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941525.003086:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941525.003098:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941525.003102:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941525.003226:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941525.003232:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941525.003251:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941525.003253:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941525.003257:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7b00. 00000400:00000200:1.0:1773941525.003264:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51c38 00000400:00000010:1.0:1773941525.003267:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51c38. 00000100:00000001:1.0:1773941525.003271:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941525.003280:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f2a0dd1c00 x1860112264223232/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941525.003295:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f2a0dd1c00 x1860112264223232/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941534 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941525.003305:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941525.003308:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941525.003312:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941525.003316:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941525.003319:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941525.003322:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941525.003325:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941525.003335:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=90 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941525.003340:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=18 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941525.003343:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941525.003346:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941525.003349:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941525.003351:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941525.003355:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941525.003361:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f2a0dd1c00 x1860112264223232/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941534 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941525.003370:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941525.003374:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941525.003376:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941525.003379:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1773941525.003387:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:1.0:1773941525.003404:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941525.003407:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:1.0:1773941525.003409:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941525.003413:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:1.0:1773941525.003416:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:1.0:1773941525.003420:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:1.0:1773941525.003425:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941525 v=0 (0 0 0 0) 00000100:00001000:1.0:1773941525.003429:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:1.0:1773941525.003438:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:1.0:1773941525.003441:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941525.003444:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:1.0:1773941525.003447:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941525.003449:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941525.003454:0:2352:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.145@tcp after partition 00000100:00080000:1.0:1773941525.003458:0:2352:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:1.0:1773941525.003461:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1773941525.003465:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1773941525.003470:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:1.0:1773941525.003473:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:3.0:1773941525.003921:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941525.003934:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941525.003944:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f2a0dd1c00 x1860112264223232/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941534 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941525.003958:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f2a0dd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264223232:192.168.202.145@tcp:250:kworker.0 00000100:00000001:1.0:1773941525.003971:0:12507:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:3.0:1773941525.003976:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941525.003982:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941525.003987:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f2a0dd1c00 x1860112264223232/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941534 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1773941525.003995:0:12507:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 00000100:00000001:3.0:1773941525.004000:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:1.0:1773941525.004007:0:12507:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000001:3.0:1773941525.004008:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941525.004014:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f286075c00. 00000100:00000001:1.0:1773941525.004017:0:12507:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:3.0:1773941525.004020:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941525.004026:0:2352:0:(genops.c:1236:class_import_put()) Process entered 10000000:01000000:1.0:1773941525.004026:0:12507:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000040:3.0:1773941525.004030:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:3.0:1773941525.004036:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:1.0:1773941525.004037:0:12507:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:3.0:1773941525.004039:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f28600b400. 00000001:00000001:1.0:1773941525.004045:0:12507:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:3.0:1773941525.004047:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941525.004051:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:1.0:1773941525.004053:0:12507:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941525.004055:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f2a0dd1c00. 00000001:00000001:1.0:1773941525.004064:0:12507:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:3.0:1773941525.004066:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000001:1.0:1773941525.004069:0:12507:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1773941525.004071:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1773941525.004074:0:12507:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941525.004077:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941525.004079:0:12507:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941525.004085:0:12507:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941525.004086:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941525.004092:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941525.004093:0:12507:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1773941525.004101:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941525.004103:0:12507:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1773941525.004106:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941525.004120:0:12507:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941525.004124:0:12507:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941525.004129:0:12507:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941525.004133:0:12507:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941525.004135:0:12507:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941525.004162:0:12507:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 00000100:00080000:1.0:1773941525.004187:0:12507:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941525.004190:0:12507:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941525.004193:0:12507:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941525.004200:0:12507:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 00000100:00000001:1.0:1773941525.004207:0:12507:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941525.004213:0:12507:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941525.004218:0:12507:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941525.004223:0:12507:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941525.004227:0:12507:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941525.933896:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941525.933902:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941525.933907:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1773941526.765872:0:12453:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941526.765881:0:12453:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff96f2a0da3200) refs 2 10000000:00000001:0.0:1773941526.765886:0:12453:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941526.765888:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941526.765890:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941526.765891:0:12453:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1773941526.765914:0:12453:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1773941526.765916:0:12453:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1773941526.765918:0:12453:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f298b5cd28 from 1 10000000:00000001:0.0:1773941526.765921:0:12453:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941526.765922:0:12453:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1773941526.765931:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b11880. 00000020:00000040:0.0:1773941526.765936:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000100:00000001:0.0:1773941526.765940:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941526.765945:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941526.765952:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941526.765961:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f283eb9a00. 00000100:00000001:0.0:1773941526.765970:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941526.765977:0:12453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941526.765980:0:12453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941526.765990:0:12453:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f2883d5b00. 00010000:00000001:0.0:1773941526.765998:0:12453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941526.766002:0:12453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f289192800. 00000020:00000001:0.0:1773941526.766006:0:12453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941526.766009:0:12453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f289192800 with handle 0x6eb1e9e7edefc093 to hash 00000020:00000001:0.0:1773941526.766010:0:12453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941526.766012:0:12453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567159220224 : -115506550331392 : ffff96f289192800) 00010000:00000001:0.0:1773941526.766015:0:12453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567159220224 : -115506550331392 : ffff96f289192800) 00010000:00000001:0.0:1773941526.766019:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941526.766022:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941526.766026:0:12453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289192800/0x6eb1e9e7edefc093 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941526.766035:0:12453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f289192800/0x6eb1e9e7edefc093 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941526.766047:0:12453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f289192800/0x6eb1e9e7edefc093 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941526.766052:0:12453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941526.766069:0:12453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941526.766076:0:12453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f2a0e026c0. 00000100:00000001:0.0:1773941526.766078:0:12453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567558137536 : -115506151414080 : ffff96f2a0e026c0) 00000100:00000001:0.0:1773941526.766081:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941526.766082:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420835968 : -115506288715648 : ffff96f298b11880) 00000100:00000001:0.0:1773941526.766087:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941526.766091:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941526.766093:0:12453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941526.766095:0:12453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941526.766106:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b11880 x1860112264223360/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941526.766114:0:12453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941526.766116:0:12453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941526.766119:0:12453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941526.766144:0:12453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941526.766146:0:12453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941526.766150:0:12453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264223360:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941526.766153:0:12453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941526.766159:0:12453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941526.766162:0:12453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941526.766164:0:12453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941526.766168:0:12453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f288f68400. 02000000:00000001:0.0:1773941526.766170:0:12453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941526.766177:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941526.766181:0:12453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d35d8. 00000400:00000010:0.0:1773941526.766188:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d770. 00000100:00000200:0.0:1773941526.766195:0:12453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264223360, portal 25 00000100:00000001:0.0:1773941526.766196:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941526.766197:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420835968 : -115506288715648 : ffff96f298b11880) 00000100:00000040:0.0:1773941526.766201:0:12453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b11880 x1860112264223360/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941542 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941526.766208:0:12453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941526.766210:0:12453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:0.0:1773941526.766216:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d6e8. 00000100:00000200:0.0:1773941526.766220:0:12453:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264223360, offset 0 00000400:00000200:0.0:1773941526.766225:0:12453:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941526.766234:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941526.766242:0:12453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941526.766247:0:12453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941526.766251:0:12453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941526.766255:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941526.766257:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941526.766260:0:12453:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[84, 83] 00000400:00000200:0.0:1773941526.766263:0:12453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000400:00000200:0.0:1773941526.766266:0:12453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [188:188:256:4294967295] 192.168.202.155@tcp LPNI seq info [85:85:8:4294967295] 00000400:00000200:0.0:1773941526.766269:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:0.0:1773941526.766279:0:12453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00000800:00000200:0.0:1773941526.766286:0:12453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.155@tcp 00000800:00000010:0.0:1773941526.766293:0:12453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7100. 00000800:00000200:0.0:1773941526.766301:0:12453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00000800:00000200:0.0:1773941526.766311:0:12453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:0.0:1773941526.766317:0:12453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773941526.766341:0:12453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941526.766347:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:0.0:1773941526.766350:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294946677 00000100:00000001:0.0:1773941526.766358:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294944903 00000100:00000001:0.0:1773941526.766363:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294946677 00000100:00000001:0.0:1773941526.766367:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294944903 00000100:00000001:0.0:1773941526.766371:0:12453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941526.766373:0:12453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941526.766376:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941526.766377:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773941526.766380:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0e026c0 going to sleep for 11 seconds 00000100:00000001:0.0:1773941526.766388:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941526.766391:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941526.766504:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941526.766510:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7100. 00000400:00000200:2.0:1773941526.766516:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941526.766522:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:2.0:1773941526.766527:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d6e8 00000400:00000010:2.0:1773941526.766529:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d6e8. 00000100:00000001:2.0:1773941526.766533:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941526.766537:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b11880 x1860112264223360/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941542 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941526.766546:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941526.766549:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f298b11880 x1860112264223360/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941542 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941526.766555:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941526.766557:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1773941526.957870:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941526.957876:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941526.957938:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941526.957944:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941526.957948:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1773941527.981837:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941527.981846:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941527.981936:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941527.981940:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941527.981943:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773941528.941815:0:487:0:(connection.c:75:cpu_latency_work()) work item of ffff96f287d7ab30 (cpu 0) has reached its deadline 4294946677, at 4294946688 00000100:00000040:2.0:1773941528.941815:0:708:0:(connection.c:75:cpu_latency_work()) work item of ffff96f287d7aa20 (cpu 0) has reached its deadline 4294946677, at 4294946688 00000100:00000010:2.0:1773941528.941834:0:708:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96f284cd2f60. 00000100:00000010:3.0:1773941528.941836:0:487:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96f284cd2000. 00010000:00000001:3.0:1773941529.005870:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941529.005880:0:487:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773941529.005883:0:487:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773941529.005887:0:487:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941529.005892:0:487:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773941529.005895:0:487:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941529.005897:0:487:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941529.005917:0:487:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941529.006001:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941529.006004:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941529.006006:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1773941530.029809:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941530.029815:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941530.029872:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941530.029875:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941530.029877:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773941530.093812:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773941530.093820:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773941530.093830:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f2a0dd2680. 00000020:00000040:2.0:1773941530.093834:0:37:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:2.0:1773941530.093838:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941530.093840:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941530.093845:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941530.093855:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f299fdfc00. 00000100:00000001:2.0:1773941530.093860:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941530.093870:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS req@ffff96f2a0dd2680 x1860112264223488/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941530.093879:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941530.093882:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941530.093886:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000885071df] to pc [ptlrpcd_01_01+1] req@ffff96f2a0dd2680 x1860112264223488/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941530.093918:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941530.093923:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (285) 00000100:00000001:2.0:1773941530.093938:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1773941530.093942:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1773941530.093945:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941530.093950:0:2355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941530.093952:0:2355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941530.093953:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941530.093955:0:2355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941530.093958:0:2355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941530.093962:0:2355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f2a0dd2680 x1860112264223488/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941530.093969:0:2355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941530.093971:0:2355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941530.093974:0:2355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1773941530.093975:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1773941530.093976:0:2355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941530.093980:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941530.093980:0:2355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941530.093983:0:2355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f2a0dd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aed6ad44-ca90-40b5-927d-12baaf0d776a:2355:1860112264223488:192.168.202.145@tcp:400:kworker.0 00000100:00000001:2.0:1773941530.094001:0:2355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941530.094007:0:2355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941530.094009:0:2355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941530.094011:0:2355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941530.094015:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f299c4b000. 02000000:00000001:2.0:1773941530.094016:0:2355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941530.094023:0:2355:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:2.0:1773941530.094026:0:2355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f28a23ce70. 00000400:00000010:2.0:1773941530.094031:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f2a0dc1198. 00000100:00000200:2.0:1773941530.094037:0:2355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112264223488, portal 25 00000100:00000001:2.0:1773941530.094038:0:2355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941530.094040:0:2355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567557940864 : -115506151610752 : ffff96f2a0dd2680) 00000100:00000040:2.0:1773941530.094044:0:2355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f2a0dd2680 x1860112264223488/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941530.094049:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941530.094051:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:2.0:1773941530.094053:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f2a0dc1990. 00000100:00000200:2.0:1773941530.094055:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112264223488, offset 0 00000400:00000200:2.0:1773941530.094060:0:2355:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:2.0:1773941530.094066:0:2355:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941530.094073:0:2355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:2.0:1773941530.094077:0:2355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941530.094080:0:2355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:2.0:1773941530.094083:0:2355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941530.094085:0:2355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941530.094088:0:2355:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[84, 85] 00000400:00000200:2.0:1773941530.094123:0:2355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:2.0:1773941530.094126:0:2355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [189:189:256:4294967295] 192.168.202.145@tcp LPNI seq info [86:86:8:4294967295] 00000400:00000200:2.0:1773941530.094130:0:2355:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941530.094138:0:2355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:2.0:1773941530.094143:0:2355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:2.0:1773941530.094151:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f299fdff00. 00000800:00000200:2.0:1773941530.094156:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:2.0:1773941530.094162:0:2355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:2.0:1773941530.094166:0:2355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f299fdff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773941530.094178:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941530.094181:0:2355:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:2.0:1773941530.094183:0:2355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294950005 00000100:00000010:2.0:1773941530.094187:0:2355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f284cd2f60. 00000100:00000001:2.0:1773941530.094193:0:2355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1773941530.094197:0:2355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294950005 00000100:00000010:2.0:1773941530.094200:0:2355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f284cd2120. 00000100:00000001:2.0:1773941530.094202:0:2355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1773941530.094204:0:2355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941530.094206:0:2355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941530.094209:0:2355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941530.094211:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941530.094276:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941530.094281:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f299fdff00. 00000400:00000200:3.0:1773941530.094286:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941530.094291:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941530.094295:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dc1990 00000400:00000010:3.0:1773941530.094297:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f2a0dc1990. 00000100:00000001:3.0:1773941530.094301:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941530.094304:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f2a0dd2680 x1860112264223488/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941530.094314:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941530.094318:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f2a0dd2680 x1860112264223488/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941546 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941530.094326:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941530.094329:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941530.095735:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941530.095747:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941530.095750:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941530.095753:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941530.095759:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941530.095765:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941530.095773:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941530.095777:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941530.095782:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941530.095787:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c05b00 00000400:00000200:2.0:1773941530.095792:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941530.095798:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xdfd [1] + 224 00000800:00000001:2.0:1773941530.095806:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941530.095814:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941530.095817:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941530.095822:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941530.095834:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941530.095845:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f2a0dd2680 x1860112264223488/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941530.095858:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96f2a0dd2680 x1860112264223488/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941530.095876:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941530.095884:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941530.095889:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941530.095902:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941530.095905:0:2355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941530.095910:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941530.095912:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941530.095914:0:2355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f28a23ce70. 00000400:00000200:3.0:1773941530.095917:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dc1198 00000400:00000010:3.0:1773941530.095918:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f2a0dc1198. 00000100:00000001:3.0:1773941530.095920:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941530.095925:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f2a0dd2680 x1860112264223488/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941530.095933:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f2a0dd2680 x1860112264223488/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941546 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941530.095938:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941530.095939:0:2355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941530.095942:0:2355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941530.095949:0:2355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941530.095951:0:2355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941530.095953:0:2355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941530.095955:0:2355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941530.095960:0:2355:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=95 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941530.095963:0:2355:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941530.095965:0:2355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941530.095966:0:2355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941530.095969:0:2355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941530.095970:0:2355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941530.095972:0:2355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941530.095976:0:2355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f2a0dd2680 x1860112264223488/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941546 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941530.095981:0:2355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941530.095983:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941530.095984:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941530.095987:0:2355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f2a0dd2680 x1860112264223488/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941546 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941530.095992:0:2355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f2a0dd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aed6ad44-ca90-40b5-927d-12baaf0d776a:2355:1860112264223488:192.168.202.145@tcp:400:kworker.0 00000100:00000001:3.0:1773941530.095995:0:2355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941530.095996:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941530.095998:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f2a0dd2680 x1860112264223488/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941546 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941530.096003:0:2355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941530.096005:0:2355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941530.096007:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f299c4b000. 02000000:00000001:3.0:1773941530.096009:0:2355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941530.096010:0:2355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941530.096011:0:2355:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:3.0:1773941530.096013:0:2355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941530.096015:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f299fdfc00. 02000000:00000001:3.0:1773941530.096017:0:2355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941530.096018:0:2355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941530.096023:0:2355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f2a0dd2680. 00000100:00000001:3.0:1773941530.096025:0:2355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941530.096026:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941530.096027:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941530.096030:0:2355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941530.096031:0:2355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941530.096033:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941530.096034:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941531.053819:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941531.053826:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941531.053895:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941531.053899:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941531.053903:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1773941532.077799:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941532.077807:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941532.077867:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941532.077870:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941532.077873:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773941532.269837:0:487:0:(connection.c:75:cpu_latency_work()) work item of ffff96f287d7ab30 (cpu 0) has reached its deadline 4294950005, at 4294950016 00000100:00000040:2.0:1773941532.269839:0:708:0:(connection.c:75:cpu_latency_work()) work item of ffff96f287d7aa20 (cpu 0) has reached its deadline 4294950005, at 4294950016 00000100:00000010:3.0:1773941532.269852:0:487:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96f284cd2120. 00000100:00000010:2.0:1773941532.269855:0:708:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96f284cd2f60. 00010000:00000001:3.0:1773941533.101819:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941533.101824:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941533.101886:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941533.101891:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941533.101894:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1773941534.125785:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941534.125792:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941534.125877:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941534.125882:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941534.125887:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1773941535.149822:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941535.149828:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941535.149886:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941535.149889:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941535.149892:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773941535.213817:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773941535.213826:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773941535.213835:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b11c00. 00000020:00000040:0.0:1773941535.213839:0:37:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:0.0:1773941535.213843:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941535.213845:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941535.213850:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941535.213856:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f2834a7600. 00000100:00000001:0.0:1773941535.213862:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941535.213872:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS req@ffff96f298b11c00 x1860112264223616/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941535.213880:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941535.213884:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941535.213889:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d27d014c] to pc [ptlrpcd_00_01+1] req@ffff96f298b11c00 x1860112264223616/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941535.213914:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941535.213919:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (290) 00000100:00000001:0.0:1773941535.213933:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1773941535.213936:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1773941535.213939:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941535.213946:0:2353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941535.213949:0:2353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941535.213951:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941535.213953:0:2353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941535.213956:0:2353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941535.213962:0:2353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b11c00 x1860112264223616/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941535.213970:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941535.213972:0:2353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941535.213976:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941535.213977:0:2353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941535.213984:0:2353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941535.213988:0:2353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941535.213990:0:2353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941535.214009:0:2353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aed6ad44-ca90-40b5-927d-12baaf0d776a:2353:1860112264223616:192.168.202.145@tcp:400:kworker.0 00000100:00000001:0.0:1773941535.214012:0:2353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941535.214016:0:2353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941535.214018:0:2353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941535.214020:0:2353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941535.214024:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f283eb9e00. 02000000:00000001:0.0:1773941535.214026:0:2353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941535.214031:0:2353:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941535.214035:0:2353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d32c0. 00000400:00000010:0.0:1773941535.214040:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5df68. 00000100:00000200:0.0:1773941535.214063:0:2353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112264223616, portal 25 00000100:00000001:0.0:1773941535.214066:0:2353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941535.214068:0:2353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420836864 : -115506288714752 : ffff96f298b11c00) 00000100:00000040:0.0:1773941535.214074:0:2353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b11c00 x1860112264223616/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941535.214083:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941535.214086:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:0.0:1773941535.214090:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5dc38. 00000100:00000200:0.0:1773941535.214094:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112264223616, offset 0 00000400:00000200:0.0:1773941535.214101:0:2353:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941535.214110:0:2353:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941535.214116:0:2353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941535.214120:0:2353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941535.214124:0:2353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941535.214127:0:2353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941535.214129:0:2353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941535.214131:0:2353:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[86, 85] 00000400:00000200:0.0:1773941535.214134:0:2353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000400:00000200:0.0:1773941535.214137:0:2353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [190:190:256:4294967295] 192.168.202.155@tcp LPNI seq info [87:87:8:4294967295] 00000400:00000200:0.0:1773941535.214140:0:2353:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:0.0:1773941535.214148:0:2353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00000800:00000200:0.0:1773941535.214153:0:2353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.155@tcp 00000800:00000010:0.0:1773941535.214161:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7c00. 00000800:00000200:0.0:1773941535.214167:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00000800:00000200:0.0:1773941535.214173:0:2353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:0.0:1773941535.214177:0:2353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773941535.214189:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941535.214192:0:2353:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:0.0:1773941535.214195:0:2353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294955125 00000100:00000010:0.0:1773941535.214198:0:2353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f28376fcc0. 00000100:00000001:0.0:1773941535.214204:0:2353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1773941535.214208:0:2353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294955125 00000100:00000010:0.0:1773941535.214211:0:2353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f28376f720. 00000100:00000001:0.0:1773941535.214213:0:2353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1773941535.214215:0:2353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941535.214217:0:2353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941535.214220:0:2353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941535.214222:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941535.214283:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941535.214287:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7c00. 00000400:00000200:3.0:1773941535.214292:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941535.214296:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:3.0:1773941535.214301:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5dc38 00000400:00000010:3.0:1773941535.214303:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5dc38. 00000100:00000001:3.0:1773941535.214306:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941535.214314:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b11c00 x1860112264223616/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941535.214322:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941535.214325:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b11c00 x1860112264223616/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941551 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941535.214330:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941535.214332:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1773941536.173824:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941536.173850:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941536.173894:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941536.173897:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941536.173900:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941536.237815:0:2353:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941536.237828:0:2353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941536.237830:0:2353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:0.0:1773941536.237835:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941536.237838:0:2353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941536.237841:0:2353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941536.237846:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941537.197822:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941537.197828:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941537.197881:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941537.197884:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941537.197887:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773941537.389781:0:487:0:(connection.c:75:cpu_latency_work()) work item of ffff96f287d7ab30 (cpu 0) has reached its deadline 4294955125, at 4294955136 00000100:00000040:2.0:1773941537.389782:0:708:0:(connection.c:75:cpu_latency_work()) work item of ffff96f287d7aa20 (cpu 0) has reached its deadline 4294955125, at 4294955136 00000100:00000010:3.0:1773941537.389795:0:487:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96f28376f720. 00000100:00000010:2.0:1773941537.389797:0:708:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96f28376fcc0. 00000100:00000001:0.0:1773941537.773779:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941537.773786:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941537.773788:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941537.773792:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0e026c0 going to sleep for 1 seconds 00000100:00000001:0.0:1773941537.773796:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941537.773798:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941538.221803:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941538.221810:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941538.221861:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941538.221865:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941538.221869:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941538.797845:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941538.797853:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941538.797855:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941538.797860:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0e026c0 going to sleep for 1 seconds 00000100:00000001:0.0:1773941538.797864:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941538.797867:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941539.245819:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941539.245827:0:487:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773941539.245829:0:487:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773941539.245833:0:487:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941539.245839:0:487:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773941539.245841:0:487:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941539.245843:0:487:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941539.245845:0:487:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941539.245916:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941539.245924:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941539.245929:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941539.821870:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941539.821881:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941539.821883:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941539.821891:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0e026c0 going to sleep for 1 seconds 00000100:00000001:0.0:1773941539.821896:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941539.821900:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941540.269875:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941540.269884:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941540.270014:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941540.270021:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941540.270026:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773941540.333799:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773941540.333811:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773941540.333825:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b11f80. 00000020:00000040:0.0:1773941540.333833:0:36:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=6 obd=MGC192.168.202.145@tcp 00000100:00000001:0.0:1773941540.333838:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941540.333841:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941540.333848:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941540.333857:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f2834a7d00. 00000100:00000001:0.0:1773941540.333864:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941540.333877:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS req@ffff96f298b11f80 x1860112264223744/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941540.333887:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941540.333891:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941540.333898:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c467865] to pc [ptlrpcd_00_00+0] req@ffff96f298b11f80 x1860112264223744/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941540.333935:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941540.333940:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (295) 00000100:00000001:0.0:1773941540.333953:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1773941540.333956:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1773941540.333959:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941540.333966:0:2354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941540.333969:0:2354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941540.333970:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941540.333980:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941540.333985:0:2353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941540.333988:0:2353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941540.333993:0:2354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941540.333994:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941540.334011:0:2354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941540.334017:0:2354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b11f80 x1860112264223744/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941540.334024:0:2354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941540.334027:0:2354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941540.334031:0:2354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941540.334033:0:2354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941540.334036:0:2354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941540.334038:0:2354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aed6ad44-ca90-40b5-927d-12baaf0d776a:2354:1860112264223744:192.168.202.145@tcp:400:kworker.0 00000100:00000001:0.0:1773941540.334042:0:2354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941540.334049:0:2354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941540.334051:0:2354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941540.334053:0:2354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941540.334057:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f283eb9c00. 02000000:00000001:0.0:1773941540.334058:0:2354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941540.334066:0:2354:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:0.0:1773941540.334070:0:2354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2834d3268. 00000400:00000010:0.0:1773941540.334078:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5d7f8. 00000100:00000200:0.0:1773941540.334084:0:2354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112264223744, portal 25 00000100:00000001:0.0:1773941540.334087:0:2354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941540.334088:0:2354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420837760 : -115506288713856 : ffff96f298b11f80) 00000100:00000040:0.0:1773941540.334092:0:2354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b11f80 x1860112264223744/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941540.334098:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941540.334100:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:0.0:1773941540.334102:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f290b5ddd0. 00000100:00000200:0.0:1773941540.334105:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112264223744, offset 0 00000400:00000200:0.0:1773941540.334112:0:2354:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:0.0:1773941540.334119:0:2354:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941540.334127:0:2354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:0.0:1773941540.334133:0:2354:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941540.334137:0:2354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:0.0:1773941540.334146:0:2354:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941540.334148:0:2354:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941540.334151:0:2354:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[86, 87] 00000400:00000200:0.0:1773941540.334153:0:2354:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:0.0:1773941540.334157:0:2354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [191:191:256:4294967295] 192.168.202.145@tcp LPNI seq info [88:88:8:4294967295] 00000400:00000200:0.0:1773941540.334160:0:2354:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941540.334170:0:2354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:0.0:1773941540.334176:0:2354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:0.0:1773941540.334181:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f2834a7c00. 00000800:00000200:0.0:1773941540.334189:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:0.0:1773941540.334196:0:2354:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:0.0:1773941540.334201:0:2354:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f2834a7c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773941540.334215:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941540.334219:0:2354:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:0.0:1773941540.334222:0:2354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294960245 00000100:00000010:0.0:1773941540.334225:0:2354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f28376fae0. 00000100:00000001:0.0:1773941540.334232:0:2354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1773941540.334237:0:2354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294960245 00000100:00000010:0.0:1773941540.334240:0:2354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f28376f180. 00000100:00000001:0.0:1773941540.334243:0:2354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1773941540.334246:0:2354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941540.334248:0:2354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941540.334250:0:2354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941540.334252:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941540.334381:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941540.334386:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f2834a7c00. 00000400:00000200:2.0:1773941540.334392:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941540.334397:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941540.334402:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5ddd0 00000400:00000010:2.0:1773941540.334404:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5ddd0. 00000100:00000001:2.0:1773941540.334408:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941540.334412:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b11f80 x1860112264223744/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941540.334421:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941540.334424:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b11f80 x1860112264223744/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941556 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941540.334430:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941540.334432:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941540.335705:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941540.335788:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941540.335792:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941540.335797:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941540.335803:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941540.335809:0:2347:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:3.0:1773941540.335817:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941540.335821:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941540.335826:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941540.335831:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c05c00 00000400:00000200:3.0:1773941540.335836:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941540.335842:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xe15 [1] + 224 00000800:00000001:3.0:1773941540.335850:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941540.335858:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941540.335861:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941540.335865:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:3.0:1773941540.335870:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941540.335876:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b11f80 x1860112264223744/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941556 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941540.335894:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96f298b11f80 x1860112264223744/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941540.335911:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941540.335919:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941540.335922:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941540.335948:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941540.335952:0:2354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941540.335958:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941540.335960:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941540.335962:0:2354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3268. 00000400:00000200:0.0:1773941540.335967:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d7f8 00000400:00000010:0.0:1773941540.335970:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d7f8. 00000100:00000001:0.0:1773941540.335972:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941540.335984:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b11f80 x1860112264223744/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941540.335993:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b11f80 x1860112264223744/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941556 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941540.336012:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941540.336014:0:2354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941540.336016:0:2354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941540.336019:0:2354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941540.336021:0:2354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941540.336023:0:2354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941540.336025:0:2354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941540.336032:0:2354:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=105 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941540.336036:0:2354:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941540.336038:0:2354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941540.336039:0:2354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941540.336042:0:2354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773941540.336044:0:2354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941540.336046:0:2354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941540.336050:0:2354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b11f80 x1860112264223744/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941556 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941540.336055:0:2354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941540.336057:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941540.336059:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941540.336062:0:2354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b11f80 x1860112264223744/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941556 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941540.336067:0:2354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aed6ad44-ca90-40b5-927d-12baaf0d776a:2354:1860112264223744:192.168.202.145@tcp:400:kworker.0 00000100:00000001:0.0:1773941540.336071:0:2354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941540.336072:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941540.336074:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b11f80 x1860112264223744/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941556 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941540.336078:0:2354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941540.336085:0:2354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773941540.336088:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f283eb9c00. 02000000:00000001:0.0:1773941540.336090:0:2354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941540.336092:0:2354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941540.336094:0:2354:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000020:00000001:0.0:1773941540.336096:0:2354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941540.336098:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f2834a7d00. 02000000:00000001:0.0:1773941540.336101:0:2354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941540.336102:0:2354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941540.336104:0:2354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b11f80. 00000100:00000001:0.0:1773941540.336108:0:2354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941540.336109:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941540.336110:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941540.336113:0:2354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941540.336114:0:2354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941540.336115:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941540.336117:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941540.845821:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941540.845834:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941540.845836:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941540.845844:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0e026c0 going to sleep for 1 seconds 00000100:00000001:0.0:1773941540.845850:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941540.845855:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941541.293868:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941541.293878:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941541.293935:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941541.293939:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941541.293942:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941541.869874:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941541.869886:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941541.869888:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941541.869893:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0e026c0 going to sleep for 1 seconds 00000100:00000001:0.0:1773941541.869897:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941541.869901:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941542.317875:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941542.317884:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941542.317963:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941542.317969:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941542.317973:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773941542.509862:0:487:0:(connection.c:75:cpu_latency_work()) work item of ffff96f287d7ab30 (cpu 0) has reached its deadline 4294960245, at 4294960256 00000100:00000040:2.0:1773941542.509862:0:708:0:(connection.c:75:cpu_latency_work()) work item of ffff96f287d7aa20 (cpu 0) has reached its deadline 4294960245, at 4294960256 00000100:00000010:3.0:1773941542.509881:0:487:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96f28376f180. 00000100:00000010:2.0:1773941542.509884:0:708:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96f28376fae0. 00000100:00000001:0.0:1773941542.893837:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941542.893847:0:12453:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1773941542.893869:0:12453:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1773941526/real 1773941526] req@ffff96f298b11880 x1860112264223360/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941542 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1773941542.901489:0:12453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941542.901493:0:12453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941542.901497:0:12453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d35d8. 00000400:00000200:0.0:1773941542.901508:0:12453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5d770 00000400:00000010:0.0:1773941542.901537:0:12453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5d770. 00000100:00000001:0.0:1773941542.901544:0:12453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941542.901551:0:12453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b11880 x1860112264223360/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941542 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941542.901562:0:12453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b11880 x1860112264223360/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941542 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941542.901570:0:12453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941542.901573:0:12453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941542.901576:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941542.901578:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941542.901584:0:12453:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff96f298b11880 x1860112264223360/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941542 ref 2 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941542.901592:0:12453:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1773941542.901596:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1773941542.901600:0:12453:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1773941542.906027:0:12453:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:0.0:1773941542.906030:0:12453:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941542.906031:0:12453:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1773941542.906034:0:12453:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1773941542.906039:0:12453:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f298b11880 x1860112264223360/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941542 ref 2 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941542.906048:0:12453:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f298b11c00 x1860112264223616/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941551 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941542.906059:0:12453:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941542.906061:0:12453:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941542.906063:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941542.906066:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1773941542.906069:0:12453:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:0.0:1773941542.906071:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941542.906073:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941542.906074:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941542.906083:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1773941542.906085:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941542.906086:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941542.906088:0:12453:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00000001:1.0:1773941542.906096:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941542.906101:0:2353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941542.906106:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1773941542.906107:0:12453:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000400:00000001:1.0:1773941542.906108:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1773941542.906110:0:12453:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1773941542.906112:0:2353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d32c0. 00000100:00000001:0.0:1773941542.906115:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1773941542.906118:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f290b5df68 00000100:00000001:0.0:1773941542.906118:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773941542.906123:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f290b5df68. 00000100:00100000:0.0:1773941542.906124:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f2a0e026c0 going to sleep for 0 seconds 00000100:00080000:2.0:1773941542.906130:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773941542.906130:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941542.906131:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1773941542.906137:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773941542.906139:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000200:1.0:1773941542.906139:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b11c00 x1860112264223616/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941551 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.906143:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941542.906148:0:36:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000040:0.0:1773941542.906150:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b11880 x1860112264223360/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941542 ref 2 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.906153:0:36:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941542.906159:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 275 00000400:00000200:2.0:1773941542.906172:0:36:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:0.0:1773941542.906180:0:12453:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000400:00000200:2.0:1773941542.906182:0:36:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000200:1.0:1773941542.906186:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b11c00 x1860112264223616/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941551 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941542.906188:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941542.906194:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1773941542.906196:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941542.906198:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941542.906200:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941542.906202:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1773941542.906204:0:2353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941542.906208:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b11880 x1860112264223360/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941542 ref 2 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941542.906209:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000040:1.0:1773941542.906213:0:2353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b11c00 x1860112264223616/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941551 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.906215:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:2.0:1773941542.906224:0:36:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941542.906236:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000100:00100000:0.0:1773941542.906236:0:12453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264223360:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941542.906238:0:2353:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000001:2.0:1773941542.906241:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941542.906246:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000100:00000001:1.0:1773941542.906246:0:2353:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941542.906251:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1773941542.906252:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000001:1.0:1773941542.906254:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773941542.906255:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:2.0:1773941542.906262:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000040:1.0:1773941542.906262:0:2353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b11c00 x1860112264223616/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941551 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.906264:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941542.906268:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:2.0:1773941542.906272:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:2.0:1773941542.906277:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00100000:1.0:1773941542.906281:0:2353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aed6ad44-ca90-40b5-927d-12baaf0d776a:2353:1860112264223616:192.168.202.145@tcp:400:kworker.0 00000100:00080000:2.0:1773941542.906284:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:2.0:1773941542.906287:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.906290:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1773941542.906291:0:2353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941542.906291:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1773941542.906295:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941542.906297:0:12453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:1.0:1773941542.906298:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1773941542.906299:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941542.906303:0:12453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941542.906304:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000040:1.0:1773941542.906304:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b11c00 x1860112264223616/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941551 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941542.906307:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941542.906308:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941542.906314:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b11880 x1860112264223360/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941542 ref 2 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941542.906315:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f2a0dd1880. 00000100:00000001:1.0:1773941542.906321:0:2353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1773941542.906323:0:36:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=6 obd=MGC192.168.202.145@tcp 02000000:00000001:1.0:1773941542.906325:0:2353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941542.906331:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f283eb9e00. 00000100:00000001:0.0:1773941542.906331:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.906332:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941542.906335:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941542.906338:0:2353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:0.0:1773941542.906338:0:12453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f2a0e026c0. 00000100:00000001:2.0:1773941542.906339:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1773941542.906342:0:2353:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1773941542.906344:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:1.0:1773941542.906345:0:2353:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:0.0:1773941542.906346:0:12453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:2.0:1773941542.906349:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941542.906350:0:12453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:1.0:1773941542.906351:0:2353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941542.906355:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f2834a7600. 00010000:00000001:0.0:1773941542.906357:0:12453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000010:2.0:1773941542.906358:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f286009c00. 02000000:00000001:1.0:1773941542.906361:0:2353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1773941542.906362:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000001:1.0:1773941542.906364:0:2353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941542.906366:0:2353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b11c00. 00000100:00000001:2.0:1773941542.906367:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.906370:0:2353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1773941542.906372:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1773941542.906373:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1773941542.906375:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289192800 refcount=4 00000100:00100000:2.0:1773941542.906379:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f2a0dd1880 x1860112264223872/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1773941542.906380:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159220224 : -115506550331392 : ffff96f289192800) 00000100:00000001:1.0:1773941542.906385:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773941542.906386:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159220224 : -115506550331392 : ffff96f289192800) 00010000:00010000:0.0:1773941542.906396:0:12453:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f289192800/0x6eb1e9e7edefc093 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941542.906398:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941542.906400:0:2353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941542.906405:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.906405:0:2353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941542.906408:0:12453:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000040:2.0:1773941542.906413:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce0827f1] to pc [ptlrpcd_rcv+-1] req@ffff96f2a0dd1880 x1860112264223872/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.906413:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:0.0:1773941542.906415:0:12453:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f289192800/0x6eb1e9e7edefc093 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941542.906418:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941542.906434:0:12453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773941542.906438:0:12453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289192800/0x6eb1e9e7edefc093 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941542.906452:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941542.906455:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773941542.906458:0:12453:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f289192800/0x6eb1e9e7edefc093 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941542.906463:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941542.906466:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941542.906468:0:12453:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1773941542.906470:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941542.906471:0:12453:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f289192800/0x6eb1e9e7edefc093 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1773941542.906476:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (298) 00010000:00010000:0.0:1773941542.906477:0:12453:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f289192800 already unused, calling callback (ffffffffc147fc20) 10000000:00000001:0.0:1773941542.906481:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1773941542.906484:0:12453:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f289192800/0x6eb1e9e7edefc093 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941542.906488:0:12453:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773941542.906495:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941542.906496:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941542.906497:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289192800 refcount=5 00000100:00000001:3.0:1773941542.906498:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1773941542.906499:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159220224 : -115506550331392 : ffff96f289192800) 00010000:00000001:0.0:1773941542.906504:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159220224 : -115506550331392 : ffff96f289192800) 00000100:00000001:3.0:1773941542.906505:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1773941542.906507:0:12453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1773941542.906508:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:0.0:1773941542.906511:0:12453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f289192800/0x6eb1e9e7edefc093 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:3.0:1773941542.906516:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f2a0dd1880 x1860112264223872/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1773941542.906519:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1773941542.906522:0:12453:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f289192800/0x6eb1e9e7edefc093 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941542.906538:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:01000000:0.0:1773941542.906538:0:12453:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000001:3.0:1773941542.906542:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1773941542.906543:0:12453:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1773941542.906546:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941542.906548:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:0.0:1773941542.906549:0:12453:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 02000000:00000001:3.0:1773941542.906552:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773941542.906552:0:12453:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 02000000:00000001:3.0:1773941542.906557:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941542.906557:0:12453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773941542.906560:0:12453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000100:00100000:3.0:1773941542.906564:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f2a0dd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264223872:192.168.202.145@tcp:250:kworker.0 00010000:00000001:0.0:1773941542.906564:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941542.906566:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941542.906572:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1773941542.906572:0:12453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f289192800 with handle 0x6eb1e9e7edefc093 from hash 00010000:00000001:0.0:1773941542.906577:0:12453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773941542.906578:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1773941542.906579:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1773941542.906580:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1773941542.906583:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941542.906583:0:12453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773941542.906586:0:12453:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 02000000:00000001:3.0:1773941542.906588:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1773941542.906589:0:12453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773941542.906592:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941542.906592:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941542.906593:0:12453:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941542.906594:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f286076000. 10000000:00000001:0.0:1773941542.906595:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941542.906598:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941542.906600:0:12453:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f289192800/0x6eb1e9e7edefc093 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941542.906606:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:3.0:1773941542.906610:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7058. 00000400:00000010:3.0:1773941542.906618:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51cc0. 00010000:00000001:0.0:1773941542.906618:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941542.906621:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941542.906623:0:12453:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773941542.906624:0:12453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000100:00000200:3.0:1773941542.906626:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264223872, portal 25 00010000:00000001:0.0:1773941542.906626:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941542.906627:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941542.906628:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773941542.906630:0:12453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f289192800/0x6eb1e9e7edefc093 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941542.906639:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941542.906642:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567557937280 : -115506151614336 : ffff96f2a0dd1880) 00010000:00000040:0.0:1773941542.906642:0:12453:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f2883d5b00 count: 0 00000100:00000040:3.0:1773941542.906650:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f2a0dd1880 x1860112264223872/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773941542.906657:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773941542.906658:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1773941542.906661:0:12453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000040:3.0:1773941542.906665:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000100:00000001:0.0:1773941542.906666:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1773941542.906669:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51908. 00000100:00000040:0.0:1773941542.906673:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b11880 x1860112264223360/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941542 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941542.906674:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264223872, offset 0 00000100:00000001:0.0:1773941542.906684:0:12453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1773941542.906687:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 02000000:00000001:0.0:1773941542.906688:0:12453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773941542.906692:0:12453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f288f68400. 02000000:00000001:0.0:1773941542.906695:0:12453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941542.906697:0:12453:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1773941542.906698:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000020:00000040:0.0:1773941542.906700:0:12453:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:0.0:1773941542.906703:0:12453:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941542.906704:0:12453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f283eb9a00. 02000000:00000001:0.0:1773941542.906706:0:12453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941542.906707:0:12453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941542.906709:0:12453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b11880. 00000100:00000001:0.0:1773941542.906713:0:12453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1773941542.906735:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:3.0:1773941542.906741:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1773941542.906743:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941542.906746:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 10000000:00000001:0.0:1773941542.906749:0:12453:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000400:00000200:3.0:1773941542.906752:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 10000000:01000000:0.0:1773941542.906755:0:12453:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -5 00000400:00000200:3.0:1773941542.906757:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 10000000:00000001:0.0:1773941542.906762:0:12453:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000400:00000200:3.0:1773941542.906763:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[88, 87] 00000400:00000200:3.0:1773941542.906769:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 10000000:00000010:0.0:1773941542.906770:0:12453:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f282edd0c0. 00000400:00000200:3.0:1773941542.906774:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [192:192:256:4294967295] 192.168.202.155@tcp LPNI seq info [89:89:8:4294967295] 00000020:00000010:0.0:1773941542.906778:0:12453:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f283eb9a00. 00000400:00000200:3.0:1773941542.906779:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:3.0:1773941542.906791:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00000020:00000010:0.0:1773941542.906795:0:12453:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f283eb9c00. 00000800:00000200:3.0:1773941542.906798:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.155@tcp 00000040:00000010:0.0:1773941542.906802:0:12453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f283eb9600. 00000800:00000010:3.0:1773941542.906804:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258b00. 00000020:00000010:0.0:1773941542.906812:0:12453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f28309b000. 00000800:00000200:3.0:1773941542.906813:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (5) 00000020:00000010:0.0:1773941542.906822:0:12453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f283eb9800. 00000800:00000200:3.0:1773941542.906824:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:3.0:1773941542.906831:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258b00 type 1, nob 616 niov 1 nkiov 1 80000000:00000010:0.0:1773941542.906831:0:12453:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f28376ff00. 00040000:00000010:0.0:1773941542.906839:0:12453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f283eb9000. 00000100:00000001:3.0:1773941542.906843:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1773941542.906846:0:12453:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f283eb9400. 00000400:00000200:3.0:1773941542.906849:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:3.0:1773941542.906853:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294962818 10000000:00000040:0.0:1773941542.906856:0:12453:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 00000100:00000010:3.0:1773941542.906858:0:2352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f298b32900. 10000000:00000001:0.0:1773941542.906861:0:12453:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1773941542.906867:0:2352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request now active for cpu 2 00000020:00000010:0.0:1773941542.906869:0:12453:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f283eb9c00. 00000040:00000010:0.0:1773941542.906875:0:12453:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f283eb9600. 00000100:00000001:3.0:1773941542.906879:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294962818 00000020:00000010:0.0:1773941542.906881:0:12453:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f28309b000. 00000100:00000010:3.0:1773941542.906883:0:2352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f298b32660. 00000100:00000001:3.0:1773941542.906889:0:2352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request now active for cpu 3 00000020:00000010:0.0:1773941542.906889:0:12453:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f283eb9800. 00000100:00000001:3.0:1773941542.906894:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 80000000:00000010:0.0:1773941542.906897:0:12453:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f28376ff00. 00000100:00000001:3.0:1773941542.906898:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941542.906903:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941542.906906:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00040000:00000010:0.0:1773941542.906906:0:12453:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f283eb9000. 00000100:00000001:3.0:1773941542.906913:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 20000000:00000010:0.0:1773941542.906913:0:12453:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f283eb9400. 00000100:00000001:3.0:1773941542.906916:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941542.906919:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1773941542.906919:0:12453:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f283eb9a00. 00000100:00000001:3.0:1773941542.906922:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941542.906925:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:0.0:1773941542.906926:0:12453:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f282edd0c0. 00000100:00000001:3.0:1773941542.906927:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1773941542.906935:0:12453:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-sptlrpc' failed (-5). 10000000:00000001:0.0:1773941542.906940:0:12453:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:0.0:1773941542.906943:0:12453:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 00000800:00000200:2.0:1773941542.906953:0:2348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941542.906958:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258b00. 00000400:00000200:2.0:1773941542.906963:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941542.906968:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: OK 00000400:00000200:2.0:1773941542.906985:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51908 00000400:00000010:2.0:1773941542.906987:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51908. 00000100:00000001:2.0:1773941542.906990:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941542.906994:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f2a0dd1880 x1860112264223872/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.907000:0:2348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941542.907002:0:2348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f2a0dd1880 x1860112264223872/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941552 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.907007:0:2348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.907008:0:2348:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000001:0.0:1773941542.912660:0:12453:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1773941542.912665:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941542.912668:0:12453:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff96f2a0da3200) refs 2 10000000:00000001:0.0:1773941542.912672:0:12453:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000010:0.1:1773941542.917762:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f2883d5b00. 00010000:00000010:0.1:1773941542.917777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f289192800. 00000020:00000001:2.0:1773941543.341920:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941543.341927:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941543.341933:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1773941543.491436:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941543.491437:0:2347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941543.491457:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773941543.491458:0:2347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941543.491474:0:2348:0:(socklnd_cb.c:1190:ksocknal_process_receive()) [ffff96f285150000] EOF from 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:3.0:1773941543.491475:0:2347:0:(socklnd_cb.c:1190:ksocknal_process_receive()) [ffff96f285154000] EOF from 12345-192.168.202.155@tcp ip 192.168.202.155:988 00000800:00000200:2.1:1773941543.491483:0:2348:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:2.1:1773941543.491499:0:2348:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1773941543.491501:0:2348:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1 00000800:00000001:2.0:1773941543.491503:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1773941543.491775:0:2344:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection ffff96f285154000 00000800:00000010:0.0:1773941543.491783:0:2344:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at ffff96f285154000. 00000800:00000200:0.0:1773941543.491786:0:2344:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection ffff96f285150000 00000800:00000010:0.0:1773941543.491787:0:2344:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at ffff96f285150000. 00000800:00000200:0.0:1773941543.491790:0:2344:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection ffff96f285152000 00000800:00000010:0.0:1773941543.491791:0:2344:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at ffff96f285152000. 00000020:00000001:1.0:1773941544.365916:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941544.365924:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941544.365929:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1773941544.749834:0:12453:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941544.749842:0:12453:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff96f2a0da3200) refs 2 10000000:00000001:0.0:1773941544.749848:0:12453:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941544.749870:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941544.749872:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941544.749873:0:12453:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1773941544.749877:0:12453:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1773941544.749879:0:12453:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1773941544.749881:0:12453:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f298b5cd28 from 1 10000000:00000001:0.0:1773941544.749884:0:12453:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941544.749886:0:12453:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1773941544.749894:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b11880. 00000020:00000040:0.0:1773941544.749899:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:0.0:1773941544.749903:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941544.749906:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941544.749911:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941544.749917:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f283eb9a00. 00000100:00000001:0.0:1773941544.749922:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941544.749926:0:12453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941544.749929:0:12453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941544.749935:0:12453:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f2883d5b00. 00010000:00000001:0.0:1773941544.749940:0:12453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941544.749944:0:12453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f289192e00. 00000020:00000001:0.0:1773941544.749947:0:12453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941544.749949:0:12453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f289192e00 with handle 0x6eb1e9e7edefc09a to hash 00000020:00000001:0.0:1773941544.749951:0:12453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941544.749952:0:12453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567159221760 : -115506550329856 : ffff96f289192e00) 00010000:00000001:0.0:1773941544.749954:0:12453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567159221760 : -115506550329856 : ffff96f289192e00) 00010000:00000001:0.0:1773941544.749969:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941544.749972:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941544.749986:0:12453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289192e00/0x6eb1e9e7edefc09a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941544.749996:0:12453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f289192e00/0x6eb1e9e7edefc09a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941544.750005:0:12453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f289192e00/0x6eb1e9e7edefc09a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941544.750018:0:12453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941544.750019:0:12453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941544.750025:0:12453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f28a096e40. 00000100:00000001:0.0:1773941544.750026:0:12453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567174966848 : -115506534584768 : ffff96f28a096e40) 00000100:00000001:0.0:1773941544.750029:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941544.750030:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420835968 : -115506288715648 : ffff96f298b11880) 00000100:00000001:0.0:1773941544.750033:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941544.750037:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941544.750039:0:12453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941544.750040:0:12453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941544.750048:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b11880 x1860112264224000/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941544.750055:0:12453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1773941544.750058:0:12453:0:(client.c:1395:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff96f298b11880 x1860112264224000/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941544.750063:0:12453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941544.750065:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b11880 x1860112264224000/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941544.750069:0:12453:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1773941544.750071:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941544.750072:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941544.750074:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f28a096e40 going to sleep for 0 seconds 00000100:00000001:0.0:1773941544.750076:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941544.750078:0:12453:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1773941544.750080:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941544.750082:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941544.750083:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941544.750092:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b11880 x1860112264224000/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941544.750098:0:12453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264224000:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941544.750106:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941544.750108:0:12453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1773941544.750110:0:12453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773941544.750112:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941544.750114:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b11880 x1860112264224000/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941544.750119:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941544.750121:0:12453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f28a096e40. 00000100:00000001:0.0:1773941544.750125:0:12453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773941544.750126:0:12453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00000001:0.0:1773941544.750128:0:12453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773941544.750130:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941544.750132:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941544.750139:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289192e00 refcount=4 00000020:00000001:0.0:1773941544.750141:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159221760 : -115506550329856 : ffff96f289192e00) 00010000:00000001:0.0:1773941544.750143:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159221760 : -115506550329856 : ffff96f289192e00) 00010000:00010000:0.0:1773941544.750145:0:12453:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f289192e00/0x6eb1e9e7edefc09a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941544.750150:0:12453:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00010000:00010000:0.0:1773941544.750153:0:12453:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f289192e00/0x6eb1e9e7edefc09a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941544.750157:0:12453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773941544.750159:0:12453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289192e00/0x6eb1e9e7edefc09a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941544.750163:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941544.750164:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773941544.750166:0:12453:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f289192e00/0x6eb1e9e7edefc09a lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941544.750176:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941544.750178:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941544.750180:0:12453:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773941544.750182:0:12453:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f289192e00/0x6eb1e9e7edefc09a lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941544.750187:0:12453:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f289192e00 already unused, calling callback (ffffffffc147fc20) 10000000:00000001:0.0:1773941544.750188:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1773941544.750190:0:12453:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f289192e00/0x6eb1e9e7edefc09a lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941544.750194:0:12453:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773941544.750195:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941544.750195:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941544.750196:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289192e00 refcount=5 00000020:00000001:0.0:1773941544.750198:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159221760 : -115506550329856 : ffff96f289192e00) 00010000:00000001:0.0:1773941544.750199:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159221760 : -115506550329856 : ffff96f289192e00) 00010000:00000001:0.0:1773941544.750202:0:12453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773941544.750204:0:12453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f289192e00/0x6eb1e9e7edefc09a lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1773941544.750208:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1773941544.750209:0:12453:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f289192e00/0x6eb1e9e7edefc09a lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1773941544.750213:0:12453:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1773941544.750214:0:12453:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1773941544.750215:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941544.750217:0:12453:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1773941544.750218:0:12453:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773941544.750221:0:12453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773941544.750225:0:12453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773941544.750226:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941544.750227:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941544.750229:0:12453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f289192e00 with handle 0x6eb1e9e7edefc09a from hash 00010000:00000001:0.0:1773941544.750231:0:12453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773941544.750232:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941544.750233:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941544.750234:0:12453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773941544.750235:0:12453:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773941544.750236:0:12453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773941544.750237:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941544.750238:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941544.750239:0:12453:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941544.750240:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941544.750242:0:12453:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f289192e00/0x6eb1e9e7edefc09a lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941544.750245:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941544.750246:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941544.750247:0:12453:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773941544.750248:0:12453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773941544.750249:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941544.750250:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941544.750250:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773941544.750252:0:12453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f289192e00/0x6eb1e9e7edefc09a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773941544.750256:0:12453:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f2883d5b00 count: 0 00010000:00000001:0.0:1773941544.750266:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941544.750267:0:12453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1773941544.750269:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941544.750271:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b11880 x1860112264224000/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941544.750276:0:12453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1773941544.750278:0:12453:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941544.750279:0:12453:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:0.0:1773941544.750286:0:12453:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941544.750288:0:12453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f283eb9a00. 02000000:00000001:0.0:1773941544.750290:0:12453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941544.750292:0:12453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941544.750294:0:12453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b11880. 00000100:00000001:0.0:1773941544.750303:0:12453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941544.750304:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1773941544.750306:0:12453:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 10000000:01000000:0.0:1773941544.750308:0:12453:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -108 00000100:00080000:0.0:1773941544.750310:0:12453:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:CONNECTING 00010000:00000010:0.1:1773941544.755745:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f2883d5b00. 00010000:00000010:0.1:1773941544.755751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f289192e00. 00000100:00000040:2.0:1773941545.133834:0:708:0:(connection.c:75:cpu_latency_work()) work item of ffff96f287d7aa20 (cpu 0) has reached its deadline 4294962818, at 4294962880 00000100:00000040:3.0:1773941545.133840:0:487:0:(connection.c:75:cpu_latency_work()) work item of ffff96f287d7ab30 (cpu 0) has reached its deadline 4294962818, at 4294962880 00000100:00000010:2.0:1773941545.133852:0:708:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96f298b32900. 00000100:00000010:3.0:1773941545.133856:0:487:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96f298b32660. 00000020:00000001:2.0:1773941545.389924:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941545.389932:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941545.389938:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773941546.413930:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941546.413938:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941546.413956:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941547.437873:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941547.437881:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941547.437886:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941548.013855:0:2352:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941548.013869:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941548.013871:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941548.013877:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941548.013880:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941548.013885:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941548.013888:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941548.013890:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1773941548.013900:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1773941548.013908:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (303) 00000020:00000001:1.0:1773941548.461944:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941548.461952:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941548.461957:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941549.037820:0:2352:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941549.037833:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941549.037835:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941549.037840:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941549.037842:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941549.037845:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941549.037848:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941549.485871:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941549.485880:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941549.485887:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941550.061878:0:2352:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941550.061892:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941550.061894:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941550.061901:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941550.061905:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941550.061951:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941550.061955:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941550.509961:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941550.509972:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941550.509980:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941551.085780:0:2352:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941551.085791:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941551.085792:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941551.085797:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941551.085798:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941551.085801:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941551.085809:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941551.533867:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941551.533879:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941551.533885:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941552.109826:0:2352:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941552.109833:0:2352:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1773941552.109847:0:2352:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1773941542/real 1773941542] req@ffff96f2a0dd1880 x1860112264223872/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941552 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1773941552.109863:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941552.109865:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941552.109869:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7058. 00000400:00000200:3.0:1773941552.109878:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51cc0 00000400:00000010:3.0:1773941552.109882:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51cc0. 00000100:00000001:3.0:1773941552.109915:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941552.109924:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f2a0dd1880 x1860112264223872/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941552 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941552.109941:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f2a0dd1880 x1860112264223872/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941552 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941552.109951:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941552.109953:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941552.109957:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941552.109961:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941552.109969:0:2352:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f2a0dd1880 x1860112264223872/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941552 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941552.109978:0:2352:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941552.109987:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941552.109989:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941552.109993:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941552.109995:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941552.110010:0:2352:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941552.110015:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f2a0dd1880 x1860112264223872/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941552 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941552.110021:0:2352:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1773941552.110025:0:2352:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941552.110027:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941552.110029:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941552.110031:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1773941552.110034:0:2352:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1773941552.110037:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1773941552.110060:0:2352:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.145@tcp failed (-110) 00000100:00080000:0.0:1773941552.110065:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1773941552.110074:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1773941552.110078:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1773941552.110079:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:0.0:1773941552.110086:0:37:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000040:3.0:1773941552.110088:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f2a0dd1880 x1860112264223872/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941552 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941552.110092:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1773941552.110098:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 293 00000400:00000200:0.0:1773941552.110108:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:0.0:1773941552.110117:0:37:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00001000:0.0:1773941552.110122:0:37:0:(import.c:2136:obd_at_measure()) add 10 to ffff96f2a0db5410 time=27 v=5 (1 0 0 0) 00000100:00001000:0.0:1773941552.110127:0:37:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:0.0:1773941552.110131:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.145@tcp: tried all connections, increasing latency to 5s 00000100:00000040:0.0:1773941552.110136:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941552.110141:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941552.110145:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941552.110151:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000100:00100000:3.0:1773941552.110158:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f2a0dd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264223872:192.168.202.145@tcp:250:kworker.0 00000020:00000001:0.0:1773941552.110159:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941552.110164:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:0.0:1773941552.110167:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941552.110177:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:0.0:1773941552.110180:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:0.0:1773941552.110183:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:0.0:1773941552.110188:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941552.110190:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941552.110193:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:0.0:1773941552.110196:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:0.0:1773941552.110199:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:0.0:1773941552.110203:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:0.0:1773941552.110206:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941552.110210:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1773941552.110214:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1773941552.110215:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941552.110221:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1773941552.110222:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941552.110227:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f2a0dd1880 x1860112264223872/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941552 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941552.110228:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1773941552.110233:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941552.110237:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941552.110244:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:0.0:1773941552.110244:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b11880. 02000000:00000010:3.0:1773941552.110249:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f286076000. 00000020:00000040:0.0:1773941552.110251:0:37:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 02000000:00000001:3.0:1773941552.110253:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941552.110257:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941552.110260:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 02000000:00000001:0.0:1773941552.110260:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773941552.110264:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941552.110265:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941552.110270:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f286009c00. 00000100:00000001:0.0:1773941552.110271:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941552.110276:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941552.110280:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941552.110300:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f288f6b800. 00000100:00000001:0.0:1773941552.110308:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941552.110320:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298b11880 x1860112264224128/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941552.110332:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941552.110337:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941552.110344:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e8d7876] to pc [ptlrpcd_rcv+-1] req@ffff96f298b11880 x1860112264224128/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941552.110360:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941552.110366:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (307) 02000000:00000001:3.0:1773941552.110391:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941552.110394:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941552.110397:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f2a0dd1880. 00000100:00000001:3.0:1773941552.110403:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941552.110455:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941552.110459:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941552.110463:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941552.110464:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941552.110466:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941552.110467:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941552.110468:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941552.110473:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b11880 x1860112264224128/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941552.110478:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941552.110480:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941552.110482:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941552.110484:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941552.110486:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941552.110488:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264224128:192.168.202.145@tcp:250:kworker.0 00000100:00000001:3.0:1773941552.110492:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941552.110495:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941552.110497:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941552.110499:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941552.110502:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f286076000. 02000000:00000001:3.0:1773941552.110504:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941552.110508:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:3.0:1773941552.110510:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7058. 00000400:00000010:3.0:1773941552.110514:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51cc0. 00000100:00000200:3.0:1773941552.110519:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264224128, portal 25 00000100:00000001:3.0:1773941552.110521:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941552.110522:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420835968 : -115506288715648 : ffff96f298b11880) 00000100:00000040:3.0:1773941552.110526:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b11880 x1860112264224128/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941552.110532:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941552.110534:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:3.0:1773941552.110536:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51e58. 00000100:00000200:3.0:1773941552.110538:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264224128, offset 0 00000400:00000200:3.0:1773941552.110543:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:3.0:1773941552.110553:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941552.110558:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:3.0:1773941552.110562:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941552.110566:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:3.0:1773941552.110569:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941552.110571:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941552.110574:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[88, 89] 00000400:00000200:3.0:1773941552.110576:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:3.0:1773941552.110579:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [193:193:256:4294967295] 192.168.202.145@tcp LPNI seq info [90:90:8:4294967295] 00000400:00000200:3.0:1773941552.110582:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941552.110588:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:3.0:1773941552.110593:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:3.0:1773941552.110597:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258b00. 00000800:00000200:3.0:1773941552.110602:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:3.0:1773941552.110608:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:3.0:1773941552.110611:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773941552.110626:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941552.110629:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:3.0:1773941552.110632:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294972021 00000100:00000010:3.0:1773941552.110635:0:2352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f298b32660. 00000100:00000001:3.0:1773941552.110640:0:2352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1773941552.110649:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294972021 00000100:00000010:3.0:1773941552.110651:0:2352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f298b32240. 00000100:00000001:3.0:1773941552.110654:0:2352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1773941552.110661:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941552.110663:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941552.110665:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941552.110667:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941552.110670:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941552.110671:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941552.110672:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941552.110678:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941552.110679:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941552.110680:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941552.110758:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941552.110774:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258b00. 00000400:00000200:2.0:1773941552.110781:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941552.110790:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941552.110796:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51e58 00000400:00000010:2.0:1773941552.110799:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51e58. 00000100:00000001:2.0:1773941552.110804:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941552.110811:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b11880 x1860112264224128/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941552.110820:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941552.110822:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b11880 x1860112264224128/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941567 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941552.110828:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941552.110829:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941552.112053:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941552.112064:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941552.112066:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941552.112068:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941552.112075:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941552.112079:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941552.112087:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941552.112091:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941552.112097:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941552.112101:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c05d80 00000400:00000200:2.0:1773941552.112105:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941552.112109:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xe2d [1] + 0 00000800:00000001:2.0:1773941552.112115:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941552.112122:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941552.112124:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941552.112127:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941552.112130:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941552.112134:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b11880 x1860112264224128/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941567 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941552.112143:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f298b11880 x1860112264224128/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941552.112162:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941552.112170:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941552.112174:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941552.112197:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941552.112201:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941552.112204:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941552.112206:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941552.112208:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7058. 00000400:00000200:3.0:1773941552.112211:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51cc0 00000400:00000010:3.0:1773941552.112213:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51cc0. 00000100:00000001:3.0:1773941552.112215:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941552.112221:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b11880 x1860112264224128/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941552.112228:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b11880 x1860112264224128/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941567 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941552.112233:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941552.112234:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941552.112235:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941552.112238:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941552.112240:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941552.112241:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941552.112243:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941552.112247:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=117 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941552.112249:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=27 v=10 (10 0 0 0) 00000100:00000001:3.0:1773941552.112251:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941552.112253:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941552.112255:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941552.112256:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941552.112258:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941552.112262:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b11880 x1860112264224128/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941567 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941552.112267:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941552.112268:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941552.112269:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941552.112270:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941552.112275:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941552.112282:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941552.112284:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:3.0:1773941552.112285:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941552.112287:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:3.0:1773941552.112288:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:3.0:1773941552.112290:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:3.0:1773941552.112293:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941552 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941552.112295:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941552.112300:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:3.0:1773941552.112301:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941552.112303:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941552.112305:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941552.112306:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941552.112309:0:2352:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.145@tcp after partition 00000100:00080000:3.0:1773941552.112310:0:2352:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941552.112312:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941552.112315:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941552.112317:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:3.0:1773941552.112319:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:1.0:1773941552.112486:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941552.112501:0:12512:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:1.0:1773941552.112503:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1773941552.112512:0:12512:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 00000100:00100000:3.0:1773941552.112521:0:12512:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000040:1.0:1773941552.112521:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b11880 x1860112264224128/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941567 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941552.112544:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264224128:192.168.202.145@tcp:250:kworker.0 00000100:00000001:1.0:1773941552.112565:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941552.112569:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941552.112575:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b11880 x1860112264224128/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941567 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941552.112585:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1773941552.112592:0:12512:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:1.0:1773941552.112593:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:01000000:3.0:1773941552.112597:0:12512:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:3.0:1773941552.112600:0:12512:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941552.112610:0:12512:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:1.0:1773941552.112611:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f286076000. 00000001:00000001:3.0:1773941552.112616:0:12512:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941552.112617:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941552.112625:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:3.0:1773941552.112626:0:12512:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000040:1.0:1773941552.112634:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000001:00000001:3.0:1773941552.112635:0:12512:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773941552.112641:0:12512:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941552.112642:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:3.0:1773941552.112647:0:12512:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941552.112649:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f288f6b800. 00000100:00000001:3.0:1773941552.112650:0:12512:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:1.0:1773941552.112656:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941552.112659:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941552.112661:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b11880. 00000100:00000001:1.0:1773941552.112666:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00080000:3.0:1773941552.112667:0:12512:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941552.112667:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941552.112677:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941552.112679:0:12512:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941552.112686:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941552.112690:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941552.112691:0:12512:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1773941552.112699:0:12512:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941552.112699:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941552.112706:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1773941552.112707:0:12512:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 00000100:00000001:3.0:1773941552.112713:0:12512:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941552.112714:0:12512:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:3.0:1773941552.112741:0:12512:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 10000000:01000000:2.0:1773941552.112748:0:12453:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff96f298b5cd28 from 1 00000100:00080000:3.0:1773941552.112752:0:12512:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941552.112753:0:12453:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:00000001:3.0:1773941552.112755:0:12512:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1773941552.112756:0:12453:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000001:3.0:1773941552.112759:0:12512:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000010:2.0:1773941552.112763:0:12453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f2a0dd1500. 00000100:02000000:3.0:1773941552.112765:0:12512:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 00000020:00000040:2.0:1773941552.112768:0:12453:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:2.0:1773941552.112773:0:12453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941552.112775:0:12453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941552.112779:0:12453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941552.112783:0:12453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f299c4b000. 00000100:00000001:2.0:1773941552.112787:0:12453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941552.112790:0:12453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941552.112793:0:12453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773941552.112797:0:12453:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96f29264de00. 00010000:00000001:2.0:1773941552.112801:0:12453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941552.112804:0:12453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f2814ebe00. 00000020:00000001:2.0:1773941552.112807:0:12453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941552.112809:0:12453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f2814ebe00 with handle 0x6eb1e9e7edefc0a1 to hash 00000020:00000001:2.0:1773941552.112810:0:12453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941552.112811:0:12453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567028514304 : -115506681037312 : ffff96f2814ebe00) 00010000:00000001:2.0:1773941552.112814:0:12453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567028514304 : -115506681037312 : ffff96f2814ebe00) 00010000:00000001:2.0:1773941552.112817:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941552.112820:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941552.112823:0:12453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f2814ebe00/0x6eb1e9e7edefc0a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941552.112830:0:12453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f2814ebe00/0x6eb1e9e7edefc0a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941552.112837:0:12453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f2814ebe00/0x6eb1e9e7edefc0a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941552.112847:0:12453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941552.112848:0:12453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941552.112852:0:12453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f283f61780. 00000100:00000001:2.0:1773941552.112854:0:12453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567073036160 : -115506636515456 : ffff96f283f61780) 00000100:00000001:2.0:1773941552.112856:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941552.112857:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567557936384 : -115506151615232 : ffff96f2a0dd1500) 00000100:00000001:2.0:1773941552.112859:0:12453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941552.112861:0:12453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941552.112863:0:12453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941552.112864:0:12453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941552.112868:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f2a0dd1500 x1860112264224256/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941552.112874:0:12453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941552.112876:0:12453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941552.112878:0:12453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941552.112879:0:12453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941552.112880:0:12453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941552.112883:0:12453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f2a0dd1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264224256:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941552.112885:0:12453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941552.112908:0:12453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941552.112910:0:12453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941552.112911:0:12453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941552.112914:0:12453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f286009800. 02000000:00000001:2.0:1773941552.112916:0:12453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941552.112920:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:2.0:1773941552.112922:0:12453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f28a23c0b0. 00000400:00000010:2.0:1773941552.112926:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f2a0dc1c38. 00000100:00000200:2.0:1773941552.112929:0:12453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264224256, portal 25 00000100:00000001:2.0:1773941552.112930:0:12453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941552.112931:0:12453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567557936384 : -115506151615232 : ffff96f2a0dd1500) 00000100:00000040:2.0:1773941552.112935:0:12453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f2a0dd1500 x1860112264224256/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941568 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941552.112949:0:12453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941552.112951:0:12453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:2.0:1773941552.112952:0:12453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f2a0dc1dd0. 00000100:00000200:2.0:1773941552.112954:0:12453:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112264224256, offset 0 00000400:00000200:2.0:1773941552.112958:0:12453:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:2.0:1773941552.112962:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941552.112965:0:12453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:2.0:1773941552.112968:0:12453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941552.112970:0:12453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:2.0:1773941552.112971:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941552.112973:0:12453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941552.112975:0:12453:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[90, 89] 00000400:00000200:2.0:1773941552.112978:0:12453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.155@tcp 00000400:00000200:2.0:1773941552.112981:0:12453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [194:194:256:4294967295] 192.168.202.155@tcp LPNI seq info [91:91:8:4294967295] 00000400:00000200:2.0:1773941552.112984:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.155@tcp to cpt 1 00000400:00000200:2.0:1773941552.112989:0:12453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.155@tcp(192.168.202.145@tcp:192.168.202.155@tcp) : PUT try# 0 00000800:00000200:2.0:1773941552.112992:0:12453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.155@tcp 00000800:00000010:2.0:1773941552.112994:0:12453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f299fdfd00. 00000800:00000200:2.0:1773941552.112998:0:12453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (2) 00000800:00000200:2.1:1773941552.113001:0:12453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f288b87240] -> 12345-192.168.202.155@tcp (2) 00000100:00000001:2.0:1773941552.113014:0:12453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941552.113016:0:12453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:2.0:1773941552.113018:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294972024 00000100:00000001:2.0:1773941552.113022:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294972021 00000100:00000001:2.0:1773941552.113024:0:12453:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294972024 00000100:00000001:2.0:1773941552.113032:0:12453:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294972021 00000100:00000001:2.0:1773941552.113035:0:12453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941552.113037:0:12453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941552.113038:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941552.113039:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941552.113046:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 11 seconds 00000100:00000001:2.0:1773941552.113048:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941552.113049:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941552.116207:0:12512:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941552.116211:0:12512:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941552.116213:0:12512:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:3.0:1773941552.116214:0:12512:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941552.116216:0:12512:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941552.557831:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941552.557840:0:487:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773941552.557843:0:487:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773941552.557846:0:487:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941552.557851:0:487:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773941552.557854:0:487:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941552.557857:0:487:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941552.557859:0:487:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941552.557911:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941552.557915:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941552.557917:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1773941553.581799:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941553.581805:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941553.581857:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941553.581861:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941553.581864:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773941554.285799:0:487:0:(connection.c:75:cpu_latency_work()) work item of ffff96f287d7ab30 (cpu 0) has reached its deadline 4294972024, at 4294972032 00000100:00000040:2.0:1773941554.285799:0:708:0:(connection.c:75:cpu_latency_work()) work item of ffff96f287d7aa20 (cpu 0) has reached its deadline 4294972024, at 4294972032 00000100:00000010:2.0:1773941554.285814:0:708:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96f298b32660. 00000100:00000010:3.0:1773941554.285820:0:487:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96f298b32240. 00010000:00000001:3.0:1773941554.605823:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941554.605829:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941554.605902:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941554.605906:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941554.605909:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1773941555.629784:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941555.629790:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941555.629843:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941555.629849:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941555.629853:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1773941556.653828:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941556.653835:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941556.653916:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941556.653919:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941556.653922:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773941557.229875:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773941557.229886:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773941557.229897:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f2a0dd1180. 00000020:00000040:2.0:1773941557.229901:0:37:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:2.0:1773941557.229905:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941557.229908:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941557.229913:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941557.229920:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f299fdf800. 00000100:00000001:2.0:1773941557.229926:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941557.229936:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS req@ffff96f2a0dd1180 x1860112264224384/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941557.229945:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941557.229948:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941557.229953:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000596628d5] to pc [ptlrpcd_01_00+0] req@ffff96f2a0dd1180 x1860112264224384/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941557.229978:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941557.229982:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (312) 00000100:00000001:2.0:1773941557.229993:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1773941557.229996:0:2356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1773941557.229998:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941557.229999:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941557.230005:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941557.230008:0:2356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941557.230011:0:2356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941557.230014:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941557.230016:0:2356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941557.230018:0:2356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941557.230026:0:2356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f2a0dd1180 x1860112264224384/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941557.230036:0:2356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941557.230054:0:2356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941557.230059:0:2356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941557.230062:0:2356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941557.230065:0:2356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941557.230069:0:2356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f2a0dd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aed6ad44-ca90-40b5-927d-12baaf0d776a:2356:1860112264224384:192.168.202.145@tcp:400:kworker.0 00000100:00000001:2.0:1773941557.230074:0:2356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941557.230079:0:2356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941557.230082:0:2356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941557.230085:0:2356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941557.230091:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f283b20c00. 02000000:00000001:2.0:1773941557.230094:0:2356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941557.230102:0:2356:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:2.0:1773941557.230106:0:2356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f28a23c528. 00000400:00000010:2.0:1773941557.230112:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f2a0dc1770. 00000100:00000200:2.0:1773941557.230117:0:2356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112264224384, portal 25 00000100:00000001:2.0:1773941557.230119:0:2356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941557.230121:0:2356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567557935488 : -115506151616128 : ffff96f2a0dd1180) 00000100:00000040:2.0:1773941557.230125:0:2356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f2a0dd1180 x1860112264224384/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941557.230131:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941557.230133:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:2.0:1773941557.230135:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f2a0dc17f8. 00000100:00000200:2.0:1773941557.230137:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112264224384, offset 0 00000400:00000200:2.0:1773941557.230142:0:2356:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:2.0:1773941557.230149:0:2356:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941557.230155:0:2356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:2.0:1773941557.230159:0:2356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941557.230162:0:2356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:2.0:1773941557.230165:0:2356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941557.230167:0:2356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941557.230170:0:2356:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 7] s:[90, 91] 00000400:00000200:2.0:1773941557.230172:0:2356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:2.0:1773941557.230175:0:2356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [195:195:255:4294967295] 192.168.202.145@tcp LPNI seq info [92:92:8:4294967295] 00000400:00000200:2.0:1773941557.230185:0:2356:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941557.230193:0:2356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:2.0:1773941557.230198:0:2356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:2.0:1773941557.230201:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f299fdfa00. 00000800:00000200:2.0:1773941557.230207:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:2.0:1773941557.230213:0:2356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:2.0:1773941557.230217:0:2356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f299fdfa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773941557.230229:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941557.230232:0:2356:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:2.0:1773941557.230234:0:2356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294977141 00000100:00000010:2.0:1773941557.230237:0:2356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f284cd2f60. 00000100:00000001:2.0:1773941557.230244:0:2356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1773941557.230248:0:2356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294977141 00000100:00000010:2.0:1773941557.230250:0:2356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f284cd22a0. 00000100:00000001:2.0:1773941557.230253:0:2356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1773941557.230255:0:2356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941557.230257:0:2356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941557.230259:0:2356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941557.230261:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941557.230333:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941557.230342:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f299fdfa00. 00000400:00000200:3.0:1773941557.230347:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941557.230351:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941557.230355:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dc17f8 00000400:00000010:3.0:1773941557.230357:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f2a0dc17f8. 00000100:00000001:3.0:1773941557.230361:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941557.230364:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f2a0dd1180 x1860112264224384/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941557.230373:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941557.230375:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f2a0dd1180 x1860112264224384/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941573 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941557.230382:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941557.230384:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941557.231698:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941557.231708:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941557.231710:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941557.231711:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941557.231738:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941557.231743:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941557.231748:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941557.231751:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941557.231754:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941557.231757:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c05e80 00000400:00000200:2.0:1773941557.231760:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941557.231765:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xe4d [1] + 224 00000800:00000001:2.0:1773941557.231778:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941557.231787:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941557.231790:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941557.231794:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941557.231799:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941557.231803:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f2a0dd1180 x1860112264224384/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941573 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941557.231815:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96f2a0dd1180 x1860112264224384/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941557.231833:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941557.231854:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941557.231859:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941557.231869:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941557.231873:0:2356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941557.231879:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941557.231881:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941557.231884:0:2356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f28a23c528. 00000400:00000200:3.0:1773941557.231888:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dc1770 00000400:00000010:3.0:1773941557.231890:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f2a0dc1770. 00000100:00000001:3.0:1773941557.231893:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941557.231898:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f2a0dd1180 x1860112264224384/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941557.231905:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f2a0dd1180 x1860112264224384/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941573 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941557.231910:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941557.231912:0:2356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941557.231914:0:2356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941557.231916:0:2356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941557.231918:0:2356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941557.231920:0:2356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941557.231922:0:2356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941557.231927:0:2356:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=122 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941557.231930:0:2356:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941557.231937:0:2356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941557.231939:0:2356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941557.231941:0:2356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941557.231942:0:2356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941557.231944:0:2356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941557.231948:0:2356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f2a0dd1180 x1860112264224384/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941573 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941557.231953:0:2356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941557.231955:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941557.231956:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941557.231959:0:2356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f2a0dd1180 x1860112264224384/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941573 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941557.231965:0:2356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f2a0dd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aed6ad44-ca90-40b5-927d-12baaf0d776a:2356:1860112264224384:192.168.202.145@tcp:400:kworker.0 00000100:00000001:3.0:1773941557.231969:0:2356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941557.231971:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941557.231974:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f2a0dd1180 x1860112264224384/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941573 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941557.231982:0:2356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941557.231984:0:2356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941557.231987:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f283b20c00. 02000000:00000001:3.0:1773941557.231991:0:2356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941557.231993:0:2356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941557.231995:0:2356:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:3.0:1773941557.231997:0:2356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941557.232000:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f299fdf800. 02000000:00000001:3.0:1773941557.232003:0:2356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941557.232005:0:2356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941557.232007:0:2356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f2a0dd1180. 00000100:00000001:3.0:1773941557.232011:0:2356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941557.232012:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941557.232014:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941557.232019:0:2356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941557.232021:0:2356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941557.232039:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941557.232040:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941557.677870:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941557.677878:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941557.677945:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941557.677949:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941557.677952:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1773941558.701890:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941558.701900:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941558.701998:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941558.702004:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941558.702007:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773941559.405883:0:487:0:(connection.c:75:cpu_latency_work()) work item of ffff96f287d7ab30 (cpu 0) has reached its deadline 4294977141, at 4294977152 00000100:00000040:2.0:1773941559.405883:0:708:0:(connection.c:75:cpu_latency_work()) work item of ffff96f287d7aa20 (cpu 0) has reached its deadline 4294977141, at 4294977152 00000100:00000010:2.0:1773941559.405905:0:708:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96f284cd2f60. 00000100:00000010:3.0:1773941559.405908:0:487:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96f284cd22a0. 00010000:00000001:3.0:1773941559.725798:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941559.725805:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941559.725864:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941559.725885:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941559.725889:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1773941560.749807:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941560.749832:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941560.749881:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941560.749886:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941560.749889:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1773941561.773840:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941561.773846:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941561.773911:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941561.773916:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941561.773921:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773941562.349868:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773941562.349880:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773941562.349897:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f2a0dd3800. 00000020:00000040:2.0:1773941562.349904:0:36:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:2.0:1773941562.349908:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941562.349912:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941562.349918:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941562.349927:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f299fdf400. 00000100:00000001:2.0:1773941562.349935:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941562.349947:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS req@ffff96f2a0dd3800 x1860112264224512/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941562.349957:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941562.349961:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941562.349967:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cdc5a46e] to pc [ptlrpcd_01_01+1] req@ffff96f2a0dd3800 x1860112264224512/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941562.350001:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941562.350006:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (317) 00000100:00000001:2.0:1773941562.350041:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1773941562.350046:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1773941562.350050:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941562.350057:0:2355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941562.350059:0:2355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941562.350060:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941562.350062:0:2355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941562.350064:0:2355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941562.350069:0:2355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f2a0dd3800 x1860112264224512/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941562.350077:0:2355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941562.350079:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941562.350080:0:2355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941562.350086:0:2355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941562.350089:0:2355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941562.350091:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941562.350092:0:2355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941562.350101:0:2355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f2a0dd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aed6ad44-ca90-40b5-927d-12baaf0d776a:2355:1860112264224512:192.168.202.145@tcp:400:kworker.0 00000100:00000001:2.0:1773941562.350105:0:2355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941562.350113:0:2355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941562.350115:0:2355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941562.350119:0:2355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941562.350125:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f283b20c00. 02000000:00000001:2.0:1773941562.350127:0:2355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941562.350136:0:2355:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:2.0:1773941562.350141:0:2355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f28a23c420. 00000400:00000010:2.0:1773941562.350147:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f2a0dc1f68. 00000100:00000200:2.0:1773941562.350154:0:2355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112264224512, portal 25 00000100:00000001:2.0:1773941562.350156:0:2355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941562.350158:0:2355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567557945344 : -115506151606272 : ffff96f2a0dd3800) 00000100:00000040:2.0:1773941562.350162:0:2355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f2a0dd3800 x1860112264224512/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941562.350168:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941562.350171:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:2.0:1773941562.350173:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f2a0dc1088. 00000100:00000200:2.0:1773941562.350176:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112264224512, offset 0 00000400:00000200:2.0:1773941562.350190:0:2355:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:2.0:1773941562.350201:0:2355:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941562.350212:0:2355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:2.0:1773941562.350218:0:2355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941562.350224:0:2355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:2.0:1773941562.350229:0:2355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941562.350232:0:2355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941562.350236:0:2355:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 7] s:[92, 91] 00000400:00000200:2.0:1773941562.350241:0:2355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:2.0:1773941562.350246:0:2355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [196:196:255:4294967295] 192.168.202.145@tcp LPNI seq info [93:93:8:4294967295] 00000400:00000200:2.0:1773941562.350251:0:2355:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941562.350263:0:2355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:2.0:1773941562.350268:0:2355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:2.0:1773941562.350273:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f299fdf800. 00000800:00000200:2.0:1773941562.350281:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:2.0:1773941562.350288:0:2355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:2.0:1773941562.350293:0:2355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f299fdf800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773941562.350306:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941562.350309:0:2355:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:2.0:1773941562.350311:0:2355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294982261 00000100:00000010:2.0:1773941562.350315:0:2355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f284cd2f60. 00000100:00000001:2.0:1773941562.350323:0:2355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1773941562.350328:0:2355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294982261 00000100:00000010:2.0:1773941562.350331:0:2355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f284cd21e0. 00000100:00000001:2.0:1773941562.350335:0:2355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1773941562.350338:0:2355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941562.350340:0:2355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941562.350343:0:2355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941562.350346:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941562.350455:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941562.350462:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f299fdf800. 00000400:00000200:3.0:1773941562.350470:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941562.350480:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941562.350488:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dc1088 00000400:00000010:3.0:1773941562.350491:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f2a0dc1088. 00000100:00000001:3.0:1773941562.350496:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941562.350505:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f2a0dd3800 x1860112264224512/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941562.350519:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941562.350524:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f2a0dd3800 x1860112264224512/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941578 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941562.350603:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941562.350605:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941562.351820:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941562.351838:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941562.351848:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941562.351852:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941562.351857:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941562.351869:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941562.351874:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941562.351877:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941562.351881:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941562.351885:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c05f00 00000400:00000200:2.0:1773941562.351888:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941562.351892:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xe5d [1] + 224 00000800:00000001:2.0:1773941562.351898:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941562.351909:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941562.351911:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941562.351914:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941562.351926:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941562.351930:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f2a0dd3800 x1860112264224512/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941578 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941562.351939:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96f2a0dd3800 x1860112264224512/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941562.351951:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941562.351959:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941562.351962:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941562.352016:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941562.352021:0:2355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941562.352029:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941562.352031:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941562.352035:0:2355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f28a23c420. 00000400:00000200:3.0:1773941562.352039:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dc1f68 00000400:00000010:3.0:1773941562.352055:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f2a0dc1f68. 00000100:00000001:3.0:1773941562.352059:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941562.352067:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f2a0dd3800 x1860112264224512/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941562.352080:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f2a0dd3800 x1860112264224512/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941578 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941562.352088:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941562.352090:0:2355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941562.352093:0:2355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941562.352097:0:2355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941562.352099:0:2355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941562.352102:0:2355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941562.352105:0:2355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941562.352112:0:2355:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=127 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941562.352117:0:2355:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941562.352120:0:2355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941562.352121:0:2355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941562.352124:0:2355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941562.352126:0:2355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941562.352129:0:2355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941562.352135:0:2355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f2a0dd3800 x1860112264224512/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941578 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941562.352143:0:2355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941562.352146:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941562.352148:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941562.352153:0:2355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f2a0dd3800 x1860112264224512/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941578 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941562.352162:0:2355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f2a0dd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aed6ad44-ca90-40b5-927d-12baaf0d776a:2355:1860112264224512:192.168.202.145@tcp:400:kworker.0 00000100:00000001:3.0:1773941562.352168:0:2355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941562.352170:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941562.352173:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f2a0dd3800 x1860112264224512/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941578 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941562.352192:0:2355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941562.352195:0:2355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941562.352199:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f283b20c00. 02000000:00000001:3.0:1773941562.352216:0:2355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941562.352222:0:2355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941562.352224:0:2355:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:3.0:1773941562.352227:0:2355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941562.352230:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f299fdf400. 02000000:00000001:3.0:1773941562.352233:0:2355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941562.352235:0:2355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941562.352237:0:2355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f2a0dd3800. 00000100:00000001:3.0:1773941562.352241:0:2355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941562.352243:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941562.352245:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941562.352252:0:2355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941562.352254:0:2355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941562.352256:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941562.352259:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941562.797872:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941562.797882:0:487:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773941562.797884:0:487:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773941562.797888:0:487:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941562.797893:0:487:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773941562.797896:0:487:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941562.797899:0:487:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941562.797902:0:487:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941562.797963:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941562.797966:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941562.797969:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773941563.373866:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773941563.373875:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941563.373877:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941563.373883:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 1 seconds 00000100:00000001:2.0:1773941563.373888:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941563.373900:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941563.821854:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941563.821860:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941563.821927:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941563.821931:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941563.821933:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773941564.397925:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773941564.397938:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941564.397941:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941564.397949:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 1 seconds 00000100:00000001:2.0:1773941564.397955:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941564.397959:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941564.525865:0:487:0:(connection.c:75:cpu_latency_work()) work item of ffff96f287d7ab30 (cpu 0) has reached its deadline 4294982261, at 4294982272 00000100:00000040:2.0:1773941564.525869:0:708:0:(connection.c:75:cpu_latency_work()) work item of ffff96f287d7aa20 (cpu 0) has reached its deadline 4294982261, at 4294982272 00000100:00000010:3.0:1773941564.525883:0:487:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96f284cd21e0. 00000100:00000010:2.0:1773941564.525890:0:708:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96f284cd2f60. 00010000:00000001:3.0:1773941564.845893:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941564.845902:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941564.845985:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941564.845991:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941564.845997:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773941565.421833:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773941565.421842:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941565.421844:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941565.421849:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 1 seconds 00000100:00000001:2.0:1773941565.421853:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941565.421857:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941565.869871:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941565.869879:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941565.869942:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941565.869946:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941565.869949:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941566.445872:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941566.445880:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941566.445882:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941566.445888:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 1 seconds 00000100:00000001:0.0:1773941566.445893:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941566.445897:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941566.893838:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941566.893849:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941566.893931:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941566.893935:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941566.893938:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773941567.469911:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773941567.469913:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941567.469922:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941567.469923:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1773941567.469926:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1773941567.469932:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298aeb100. 00000100:00100000:0.0:1773941567.469933:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 1 seconds 00000020:00000040:1.0:1773941567.469941:0:36:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000100:00000001:0.0:1773941567.469942:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941567.469949:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1773941567.469949:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941567.469955:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941567.469962:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941567.469972:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f298b8fb00. 00000100:00000001:1.0:1773941567.469981:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941567.469994:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS req@ffff96f298aeb100 x1860112264224640/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941567.470005:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941567.470029:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941567.470037:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058f0b816] to pc [ptlrpcd_00_01+1] req@ffff96f298aeb100 x1860112264224640/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941567.470077:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941567.470084:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (322) 00000100:00000001:1.0:1773941567.470097:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1773941567.470102:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1773941567.470105:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941567.470114:0:2353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941567.470116:0:2353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941567.470117:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941567.470119:0:2353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941567.470121:0:2353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941567.470128:0:2353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298aeb100 x1860112264224640/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941567.470138:0:2353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941567.470140:0:2353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941567.470146:0:2353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1773941567.470149:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1773941567.470151:0:2353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941567.470155:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941567.470157:0:2353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941567.470164:0:2353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298aeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aed6ad44-ca90-40b5-927d-12baaf0d776a:2353:1860112264224640:192.168.202.145@tcp:400:kworker.0 00000100:00000001:1.0:1773941567.470169:0:2353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941567.470177:0:2353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941567.470181:0:2353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941567.470184:0:2353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941567.470190:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f289152c00. 02000000:00000001:1.0:1773941567.470193:0:2353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941567.470203:0:2353:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941567.470210:0:2353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15370. 00000400:00000010:1.0:1773941567.470221:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1660. 00000100:00000200:1.0:1773941567.470231:0:2353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112264224640, portal 25 00000100:00000001:1.0:1773941567.470235:0:2353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941567.470237:0:2353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420678400 : -115506288873216 : ffff96f298aeb100) 00000100:00000040:1.0:1773941567.470245:0:2353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298aeb100 x1860112264224640/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941567.470260:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941567.470263:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:1.0:1773941567.470266:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1c38. 00000100:00000200:1.0:1773941567.470270:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112264224640, offset 0 00000400:00000200:1.0:1773941567.470276:0:2353:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941567.470284:0:2353:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941567.470293:0:2353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941567.470299:0:2353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941567.470303:0:2353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941567.470307:0:2353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941567.470309:0:2353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941567.470312:0:2353:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 7] s:[93, 91] 00000400:00000200:1.0:1773941567.470315:0:2353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:1.0:1773941567.470318:0:2353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [197:197:255:4294967295] 192.168.202.145@tcp LPNI seq info [94:94:8:4294967295] 00000400:00000200:1.0:1773941567.470321:0:2353:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941567.470330:0:2353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:1.0:1773941567.470335:0:2353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:1.0:1773941567.470339:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f298b8f500. 00000800:00000200:1.0:1773941567.470346:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:1.0:1773941567.470354:0:2353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:1.0:1773941567.470359:0:2353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f298b8f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773941567.470372:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941567.470375:0:2353:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:1.0:1773941567.470378:0:2353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294987381 00000100:00000010:1.0:1773941567.470383:0:2353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f2830d2180. 00000100:00000001:1.0:1773941567.470392:0:2353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1773941567.470404:0:2353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294987381 00000100:00000010:1.0:1773941567.470409:0:2353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f2830d2d80. 00000100:00000001:1.0:1773941567.470413:0:2353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1773941567.470423:0:2353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941567.470428:0:2353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941567.470431:0:2353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941567.470435:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941567.470482:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941567.470488:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f298b8f500. 00000400:00000200:3.0:1773941567.470496:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941567.470503:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941567.470510:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1c38 00000400:00000010:3.0:1773941567.470514:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1c38. 00000100:00000001:3.0:1773941567.470521:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941567.470571:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298aeb100 x1860112264224640/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941567.470583:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941567.470588:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298aeb100 x1860112264224640/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941583 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941567.470597:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941567.470599:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941567.471777:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941567.471793:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941567.471795:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941567.471798:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941567.471802:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941567.471806:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941567.471811:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941567.471814:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941567.471818:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941567.471821:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c05f80 00000400:00000200:2.0:1773941567.471825:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941567.471829:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xe6d [1] + 224 00000800:00000001:2.0:1773941567.471834:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941567.471841:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941567.471843:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941567.471846:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941567.471851:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941567.471855:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298aeb100 x1860112264224640/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941583 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941567.471862:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96f298aeb100 x1860112264224640/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941567.471876:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941567.471889:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941567.471892:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941567.472011:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941567.472017:0:2353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941567.472026:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941567.472028:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941567.472033:0:2353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15370. 00000400:00000200:1.0:1773941567.472042:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1660 00000400:00000010:1.0:1773941567.472045:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1660. 00000100:00000001:1.0:1773941567.472050:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941567.472062:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298aeb100 x1860112264224640/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941567.472075:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298aeb100 x1860112264224640/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941583 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941567.472084:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941567.472087:0:2353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941567.472090:0:2353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941567.472093:0:2353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941567.472096:0:2353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941567.472098:0:2353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941567.472102:0:2353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941567.472108:0:2353:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=132 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941567.472119:0:2353:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941567.472121:0:2353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941567.472122:0:2353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941567.472124:0:2353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941567.472126:0:2353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941567.472128:0:2353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941567.472133:0:2353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298aeb100 x1860112264224640/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941583 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941567.472138:0:2353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941567.472140:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941567.472142:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941567.472162:0:2353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298aeb100 x1860112264224640/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941583 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941567.472168:0:2353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298aeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aed6ad44-ca90-40b5-927d-12baaf0d776a:2353:1860112264224640:192.168.202.145@tcp:400:kworker.0 00000100:00000001:1.0:1773941567.472171:0:2353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941567.472174:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941567.472176:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298aeb100 x1860112264224640/t0(0) o400->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941583 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941567.472181:0:2353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941567.472182:0:2353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941567.472185:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f289152c00. 02000000:00000001:1.0:1773941567.472189:0:2353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941567.472191:0:2353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941567.472193:0:2353:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941567.472194:0:2353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941567.472196:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f298b8fb00. 02000000:00000001:1.0:1773941567.472199:0:2353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941567.472201:0:2353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941567.472202:0:2353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298aeb100. 00000100:00000001:1.0:1773941567.472205:0:2353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941567.472205:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941567.472207:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941567.472213:0:2353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941567.472215:0:2353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941567.472216:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941567.472219:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941567.917868:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941567.917876:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941567.917956:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941567.917961:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941567.917965:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941568.493947:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941568.493959:0:12453:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1773941568.493980:0:12453:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1773941552/real 0] req@ffff96f2a0dd1500 x1860112264224256/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941568 ref 3 fl Rpc:Xr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1773941568.507555:0:12453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941568.507563:0:12453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941568.507568:0:12453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f28a23c0b0. 00000400:00000200:0.0:1773941568.507580:0:12453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dc1c38 00000400:00000010:0.0:1773941568.507583:0:12453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f2a0dc1c38. 00000100:00000001:0.0:1773941568.507590:0:12453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941568.507601:0:12453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f2a0dd1500 x1860112264224256/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941568 ref 3 fl Rpc:Xr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941568.507617:0:12453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f2a0dd1500 x1860112264224256/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941568 ref 3 fl Rpc:XU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941568.507627:0:12453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1773941568.507632:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to UnregRPC req@ffff96f2a0dd1500 x1860112264224256/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941568 ref 3 fl Rpc:XU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941568.507641:0:12453:0:(client.c:2966:ptlrpc_unregister_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941568.507645:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941568.507647:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941568.507676:0:12453:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff96f2a0dd1500 x1860112264224256/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941568 ref 3 fl UnregRPC:XNU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941568.507684:0:12453:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1773941568.507688:0:12453:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1773941568.507692:0:12453:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.145@tcp: Connection to MGS (at 192.168.202.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1773941568.507695:0:12453:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.145@tcp for MGC192.168.202.145@tcp not replayable, auto-deactivating 00000100:00000001:0.0:1773941568.507697:0:12453:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941568.507699:0:12453:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1773941568.507700:0:12453:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1773941568.507703:0:12453:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f2a0dd1500 x1860112264224256/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941568 ref 3 fl UnregRPC:XNU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941568.507708:0:12453:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941568.507709:0:12453:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941568.507710:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941568.507714:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1773941568.507755:0:12453:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:0.0:1773941568.507757:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941568.507758:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941568.507759:0:12453:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941568.507760:0:12453:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1773941568.507762:0:12453:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941568.507763:0:12453:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941568.507764:0:12453:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00000001:0.0:1773941568.507783:0:12453:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1773941568.507784:0:12453:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941568.507788:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941568.507789:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941568.507791:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 0 seconds 00000100:00000001:0.0:1773941568.507795:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941568.507798:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941568.507831:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1773941568.507837:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1773941568.507840:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941568.507843:0:36:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941568.507846:0:36:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941568.507856:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.145@tcp: connect to NID 192.168.202.145@tcp last attempt 302 00000400:00000200:1.0:1773941568.507864:0:36:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941568.507870:0:36:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.145@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941568.507874:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941568.507877:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941568.507879:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941568.507881:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000001:1.0:1773941568.507885:0:36:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941568.507887:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:1.0:1773941568.507890:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941568.507893:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:1.0:1773941568.507895:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:1.0:1773941568.507897:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00000040:1.0:1773941568.507900:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941568.507901:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941568.507902:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f282edd980 refcount 3 to 192.168.202.145@tcp 00000100:00000001:1.0:1773941568.507904:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628567055718784 : -115506653832832 : ffff96f282edd980) 00000020:00000040:1.0:1773941568.507906:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00080000:1.0:1773941568.507909:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.145@tcp: import ffff96f2a0db5000 using connection 192.168.202.145@tcp/192.168.202.145@tcp 00000100:00000001:1.0:1773941568.507910:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941568.507913:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941568.507916:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941568.507919:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941568.507921:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941568.507922:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941568.507927:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298aeb100. 00000020:00000040:1.0:1773941568.507930:0:36:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 02000000:00000001:1.0:1773941568.507934:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941568.507936:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941568.507939:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941568.507942:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941568.507947:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941568.507962:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f298748000. 00000100:00000001:1.0:1773941568.507971:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941568.507980:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f298aeb100 x1860112264224768/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941568.507992:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941568.507998:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941568.508003:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058f0b816] to pc [ptlrpcd_rcv+-1] req@ffff96f298aeb100 x1860112264224768/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941568.508031:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941568.508036:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (323) 00000100:00000001:3.0:1773941568.508083:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941568.508089:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941568.508092:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941568.508101:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298aeb100 x1860112264224768/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941568.508113:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941568.508115:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941568.508120:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941568.508122:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941568.508124:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941568.508127:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298aeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264224768:192.168.202.145@tcp:250:kworker.0 00000100:00000001:3.0:1773941568.508131:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941568.508136:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941568.508138:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941568.508140:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941568.508146:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f286075c00. 02000000:00000001:3.0:1773941568.508147:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941568.508162:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:3.0:1773941568.508166:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f2891e7058. 00000400:00000010:3.0:1773941568.508171:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51cc0. 00000100:00000200:3.0:1773941568.508177:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112264224768, portal 25 00000100:00000001:3.0:1773941568.508180:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941568.508181:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420678400 : -115506288873216 : ffff96f298aeb100) 00000100:00000040:3.0:1773941568.508187:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298aeb100 x1860112264224768/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941568.508193:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941568.508195:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:3.0:1773941568.508197:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f284c51330. 00000100:00000200:3.0:1773941568.508200:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112264224768, offset 0 00000400:00000200:3.0:1773941568.508205:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:3.0:1773941568.508212:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941568.508219:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:3.0:1773941568.508224:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941568.508228:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:3.0:1773941568.508232:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941568.508234:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941568.508236:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 7] s:[94, 91] 00000400:00000200:3.0:1773941568.508239:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:3.0:1773941568.508243:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [198:198:255:4294967295] 192.168.202.145@tcp LPNI seq info [95:95:8:4294967295] 00000400:00000200:3.0:1773941568.508247:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:3.0:1773941568.508255:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:3.0:1773941568.508260:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:3.0:1773941568.508265:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f283258000. 00000800:00000200:3.0:1773941568.508272:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:3.0:1773941568.508279:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:3.0:1773941568.508284:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f283258000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773941568.508299:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941568.508303:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:3.0:1773941568.508310:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4294988419 00000100:00000001:3.0:1773941568.508316:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294987381 00000100:00000001:3.0:1773941568.508320:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4294988419 00000100:00000001:3.0:1773941568.508324:0:2352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294987381 00000100:00000001:3.0:1773941568.508328:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941568.508330:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941568.508333:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941568.508336:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941568.508343:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941568.508344:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941568.508346:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941568.508347:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941568.508349:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941568.508350:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941568.508452:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941568.508464:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f283258000. 00000400:00000200:2.0:1773941568.508471:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941568.508478:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:2.0:1773941568.508485:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51330 00000400:00000010:2.0:1773941568.508487:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51330. 00000100:00000001:2.0:1773941568.508491:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941568.508496:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298aeb100 x1860112264224768/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941568.508508:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941568.508512:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298aeb100 x1860112264224768/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941578 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941568.508521:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941568.508523:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941568.513759:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941568.513776:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941568.513780:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941568.513783:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941568.513791:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941568.513798:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941568.513807:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941568.513811:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941568.513817:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941568.513822:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 416 into portal 25 MB=0x69bc322c06000 00000400:00000200:2.0:1773941568.513828:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941568.513835:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 416/416 into md 0xe75 [1] + 0 00000800:00000001:2.0:1773941568.513843:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941568.513851:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941568.513854:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941568.513858:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941568.513865:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941568.513871:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298aeb100 x1860112264224768/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941578 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941568.513886:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff96f298aeb100 x1860112264224768/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941568.513919:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941568.513929:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941568.513935:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941568.513949:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941568.513953:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941568.513961:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941568.513963:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941568.513965:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7058. 00000400:00000200:3.0:1773941568.513969:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f284c51cc0 00000400:00000010:3.0:1773941568.513971:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f284c51cc0. 00000100:00000001:3.0:1773941568.513973:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941568.513978:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298aeb100 x1860112264224768/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941568.513986:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298aeb100 x1860112264224768/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941578 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941568.513991:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941568.513992:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941568.513994:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941568.513997:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941568.513999:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941568.514001:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941568.514003:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941568.514009:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=133 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941568.514012:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941568.514020:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941568.514022:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941568.514025:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941568.514027:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941568.514029:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941568.514033:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298aeb100 x1860112264224768/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941578 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941568.514039:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941568.514041:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941568.514042:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941568.514044:0:2352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941568.514050:0:2352:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941568.514052:0:2352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941568.514053:0:2352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6eb1e9e7edefbfa5 00000020:00000001:3.0:1773941568.514055:0:2352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941568.514057:0:2352:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96f2a0db0800 refcount=3 00000020:00000001:3.0:1773941568.514059:0:2352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000020:00000001:3.0:1773941568.514061:0:2352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628567557801984 : -115506151749632 : ffff96f2a0db0800) 00000100:00001000:3.0:1773941568.514064:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=1773941568 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941568.514066:0:2352:0:(import.c:2202:obd_at_measure()) AT ffff96f2a0db5410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941568.514072:0:2352:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 2 00000100:00000001:3.0:1773941568.514074:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941568.514076:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941568.514077:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941568.514079:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941568.514082:0:2352:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.145@tcp after partition 00000100:00080000:3.0:1773941568.514083:0:2352:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.145@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941568.514085:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941568.514088:0:2352:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941568.514091:0:2352:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.145@tcp; invalidating 00000020:00000040:3.0:1773941568.514093:0:2352:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=6 obd=MGC192.168.202.145@tcp 00000100:00000001:1.0:1773941568.514320:0:2352:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941568.514324:0:2352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941568.514330:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298aeb100 x1860112264224768/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941578 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941568.514339:0:12515:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:1.0:1773941568.514339:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298aeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264224768:192.168.202.145@tcp:250:kworker.0 00000100:00000001:1.0:1773941568.514344:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941568.514349:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941568.514352:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298aeb100 x1860112264224768/t0(0) o250->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941578 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1773941568.514358:0:12515:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.145@tcp to MGS@192.168.202.145@tcp 00000100:00000001:1.0:1773941568.514360:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1773941568.514363:0:12515:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000001:1.0:1773941568.514364:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941568.514369:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f286075c00. 02000000:00000001:1.0:1773941568.514372:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941568.514374:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941568.514376:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000020:00000001:1.0:1773941568.514379:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941568.514382:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f298748000. 02000000:00000001:1.0:1773941568.514385:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941568.514387:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941568.514390:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298aeb100. 00000100:00000001:1.0:1773941568.514393:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941568.514404:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941568.514407:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941568.514412:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941568.514414:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941568.514417:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941568.514419:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941568.941821:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941568.941829:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941568.941888:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941568.941892:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941568.941895:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941569.517866:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941569.517874:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941569.517876:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941569.517881:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 0 seconds 00000100:00000001:0.0:1773941569.517885:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941569.517911:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941569.965853:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941569.965861:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941569.965922:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941569.965926:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941569.965929:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941570.541854:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941570.541863:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941570.541865:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941570.541870:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 0 seconds 00000100:00000001:0.0:1773941570.541873:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941570.541878:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941570.733849:0:487:0:(connection.c:75:cpu_latency_work()) work item of ffff96f287d7ab30 (cpu 0) has reached its deadline 4294988419, at 4294988480 00000100:00000040:2.0:1773941570.733855:0:708:0:(connection.c:75:cpu_latency_work()) work item of ffff96f287d7aa20 (cpu 0) has reached its deadline 4294988419, at 4294988480 00000100:00000010:3.0:1773941570.733866:0:487:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96f2830d2d80. 00000100:00000010:2.0:1773941570.733878:0:708:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96f2830d2180. 00010000:00000001:3.0:1773941570.989846:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941570.989852:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941570.989930:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941570.989936:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941570.989942:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773941571.565868:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 10000000:00000001:0.0:1773941571.565868:0:12439:0:(mgc_request.c:1794:mgc_process_log()) Process entered 00000100:00000001:2.0:1773941571.565879:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:01000000:0.0:1773941571.565879:0:12439:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff96f283d8c000 from 1 00000100:00000001:2.0:1773941571.565883:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941571.565887:0:12439:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941571.565891:0:12439:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00100000:2.0:1773941571.565892:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 0 seconds 00000100:00000001:2.0:1773941571.565900:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941571.565904:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941571.565911:0:12439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b11f80. 00000020:00000040:0.0:1773941571.565918:0:12439:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=6 obd=MGC192.168.202.145@tcp 00000100:00000001:0.0:1773941571.565923:0:12439:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941571.565927:0:12439:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941571.565934:0:12439:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941571.565942:0:12439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f283eb9a00. 00000100:00000001:0.0:1773941571.565950:0:12439:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941571.565956:0:12439:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941571.565959:0:12439:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773941571.565967:0:12439:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff96f29264de00 count: 2 00010000:00000001:0.0:1773941571.565970:0:12439:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773941571.565972:0:12439:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941571.565976:0:12439:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f289192600. 00000020:00000001:0.0:1773941571.565980:0:12439:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941571.565983:0:12439:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96f289192600 with handle 0x6eb1e9e7edefc0a8 to hash 00000020:00000001:0.0:1773941571.565984:0:12439:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941571.565986:0:12439:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628567159219712 : -115506550331904 : ffff96f289192600) 00010000:00000001:0.0:1773941571.565988:0:12439:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628567159219712 : -115506550331904 : ffff96f289192600) 00010000:00000001:0.0:1773941571.565992:0:12439:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941571.565995:0:12439:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941571.565999:0:12439:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289192600/0x6eb1e9e7edefc0a8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941571.566007:0:12439:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.145@tcp lock: ffff96f289192600/0x6eb1e9e7edefc0a8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941571.566038:0:12439:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.145@tcp lock: ffff96f289192600/0x6eb1e9e7edefc0a8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941571.566043:0:12439:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941571.566045:0:12439:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941571.566052:0:12439:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f28a096e40. 00000100:00000001:0.0:1773941571.566054:0:12439:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628567174966848 : -115506534584768 : ffff96f28a096e40) 00000100:00000001:0.0:1773941571.566056:0:12439:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941571.566057:0:12439:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420837760 : -115506288713856 : ffff96f298b11f80) 00000100:00000001:0.0:1773941571.566062:0:12439:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941571.566065:0:12439:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941571.566067:0:12439:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941571.566068:0:12439:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941571.566080:0:12439:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b11f80 x1860112264224896/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941571.566086:0:12439:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1773941571.566089:0:12439:0:(client.c:1395:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff96f298b11f80 x1860112264224896/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941571.566094:0:12439:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941571.566097:0:12439:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b11f80 x1860112264224896/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941571.566102:0:12439:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1773941571.566104:0:12439:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941571.566105:0:12439:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941571.566107:0:12439:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f28a096e40 going to sleep for 0 seconds 00000100:00000001:0.0:1773941571.566109:0:12439:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941571.566111:0:12439:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1773941571.566114:0:12439:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941571.566116:0:12439:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941571.566119:0:12439:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941571.566128:0:12439:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b11f80 x1860112264224896/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941571.566138:0:12439:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b11f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aed6ad44-ca90-40b5-927d-12baaf0d776a:12439:1860112264224896:192.168.202.145@tcp:101:mount.lustre.0 00000100:00000001:0.0:1773941571.566156:0:12439:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941571.566160:0:12439:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1773941571.566163:0:12439:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773941571.566166:0:12439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941571.566171:0:12439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b11f80 x1860112264224896/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941571.566195:0:12439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941571.566199:0:12439:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f28a096e40. 00000100:00000001:0.0:1773941571.566205:0:12439:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773941571.566207:0:12439:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00000001:0.0:1773941571.566209:0:12439:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773941571.566213:0:12439:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941571.566215:0:12439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941571.566217:0:12439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289192600 refcount=4 00000020:00000001:0.0:1773941571.566218:0:12439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159219712 : -115506550331904 : ffff96f289192600) 00010000:00000001:0.0:1773941571.566220:0:12439:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159219712 : -115506550331904 : ffff96f289192600) 00010000:00010000:0.0:1773941571.566223:0:12439:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f289192600/0x6eb1e9e7edefc0a8 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941571.566229:0:12439:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00010000:00010000:0.0:1773941571.566232:0:12439:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f289192600/0x6eb1e9e7edefc0a8 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941571.566236:0:12439:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773941571.566238:0:12439:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f289192600/0x6eb1e9e7edefc0a8 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941571.566251:0:12439:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941571.566252:0:12439:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773941571.566254:0:12439:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f289192600/0x6eb1e9e7edefc0a8 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941571.566258:0:12439:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941571.566259:0:12439:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941571.566262:0:12439:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773941571.566264:0:12439:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f289192600/0x6eb1e9e7edefc0a8 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941571.566268:0:12439:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f289192600 already unused, calling callback (ffffffffc147fc20) 10000000:00000001:0.0:1773941571.566270:0:12439:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1773941571.566272:0:12439:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f289192600/0x6eb1e9e7edefc0a8 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941571.566277:0:12439:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773941571.566278:0:12439:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941571.566279:0:12439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941571.566280:0:12439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f289192600 refcount=5 00000020:00000001:0.0:1773941571.566281:0:12439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567159219712 : -115506550331904 : ffff96f289192600) 00010000:00000001:0.0:1773941571.566282:0:12439:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567159219712 : -115506550331904 : ffff96f289192600) 00010000:00000001:0.0:1773941571.566285:0:12439:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773941571.566287:0:12439:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f289192600/0x6eb1e9e7edefc0a8 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1773941571.566290:0:12439:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1773941571.566292:0:12439:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f289192600/0x6eb1e9e7edefc0a8 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1773941571.566295:0:12439:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1773941571.566300:0:12439:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1773941571.566302:0:12439:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941571.566305:0:12439:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1773941571.566307:0:12439:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773941571.566311:0:12439:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773941571.566313:0:12439:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773941571.566315:0:12439:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941571.566317:0:12439:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941571.566319:0:12439:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f289192600 with handle 0x6eb1e9e7edefc0a8 from hash 00010000:00000001:0.0:1773941571.566322:0:12439:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773941571.566323:0:12439:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941571.566325:0:12439:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941571.566326:0:12439:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773941571.566328:0:12439:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773941571.566330:0:12439:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773941571.566333:0:12439:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941571.566334:0:12439:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941571.566336:0:12439:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941571.566337:0:12439:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941571.566340:0:12439:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f289192600/0x6eb1e9e7edefc0a8 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941571.566347:0:12439:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941571.566348:0:12439:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941571.566350:0:12439:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773941571.566352:0:12439:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773941571.566354:0:12439:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941571.566355:0:12439:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941571.566356:0:12439:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773941571.566359:0:12439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f289192600/0x6eb1e9e7edefc0a8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941571.566369:0:12439:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941571.566371:0:12439:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1773941571.566373:0:12439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941571.566376:0:12439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b11f80 x1860112264224896/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941571.566386:0:12439:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1773941571.566389:0:12439:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941571.566390:0:12439:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=5 obd=MGC192.168.202.145@tcp 00000020:00000001:0.0:1773941571.566392:0:12439:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941571.566394:0:12439:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f283eb9a00. 02000000:00000001:0.0:1773941571.566398:0:12439:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941571.566399:0:12439:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941571.566401:0:12439:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b11f80. 00000100:00000001:0.0:1773941571.566406:0:12439:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941571.566406:0:12439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1773941571.566408:0:12439:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 10000000:01000000:0.0:1773941571.566410:0:12439:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -108 00000100:00080000:0.0:1773941571.566412:0:12439:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:EVICTED 00000100:00080000:2.0:1773941571.566470:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: level EVICTED/10 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1773941571.566477:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: not pinging (in recovery or recovery disabled: EVICTED) 00000100:00000040:2.0:1773941571.566483:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 1 (327) 00010000:00000010:0.1:1773941571.571750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f289192600. 00010000:00000001:3.0:1773941572.013856:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941572.013864:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941572.013931:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941572.013936:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941572.013940:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1773941572.589795:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: level EVICTED/10 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1773941572.589805:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: not pinging (in recovery or recovery disabled: EVICTED) 00000100:00000040:2.0:1773941572.589810:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (328) 00000100:00000001:0.0:1773941572.589822:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941572.589826:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941572.589829:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941572.589832:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 0 seconds 00000100:00000001:0.0:1773941572.589834:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941572.589838:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941573.037794:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941573.037802:0:487:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773941573.037804:0:487:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773941573.037807:0:487:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941573.037812:0:487:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773941573.037814:0:487:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941573.037815:0:487:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941573.037817:0:487:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941573.037865:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941573.037871:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941573.037875:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941573.613818:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941573.613828:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941573.613831:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941573.613838:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 0 seconds 00000100:00000001:0.0:1773941573.613843:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941573.613848:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941574.061835:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941574.061844:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941574.061872:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941574.061879:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941574.061883:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941574.637880:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941574.637887:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941574.637889:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941574.637894:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 0 seconds 00000100:00000001:0.0:1773941574.637898:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941574.637904:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941575.085831:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941575.085839:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941575.085963:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941575.085971:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941575.085976:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941575.661901:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941575.661909:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941575.661911:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941575.661916:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 0 seconds 00000100:00000001:0.0:1773941575.661920:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941575.661937:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941576.109834:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941576.109840:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941576.109910:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941576.109914:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941576.109917:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941576.685868:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941576.685876:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941576.685879:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941576.685884:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 0 seconds 00000100:00000001:0.0:1773941576.685888:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941576.685892:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941577.133833:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941577.133841:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941577.133909:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941577.133914:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941577.133918:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941577.709821:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941577.709830:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941577.709832:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941577.709839:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 0 seconds 00000100:00080000:1.0:1773941577.709843:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: level EVICTED/10 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773941577.709843:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941577.709849:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941577.709852:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: not pinging (in recovery or recovery disabled: EVICTED) 00000100:00000040:1.0:1773941577.709859:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (333) 00010000:00000001:3.0:1773941578.157882:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941578.157892:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941578.158000:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941578.158006:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941578.158011:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941578.733878:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941578.733890:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941578.733894:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941578.733903:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 0 seconds 00000100:00000001:0.0:1773941578.733910:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941578.733916:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941579.181863:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941579.181870:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941579.181954:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941579.181959:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941579.181963:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941579.757792:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941579.757801:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941579.757803:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941579.757809:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 0 seconds 00000100:00000001:0.0:1773941579.757814:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941579.757818:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941580.205874:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941580.205883:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941580.205966:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941580.205973:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941580.205978:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941580.781818:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941580.781825:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941580.781827:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941580.781832:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 0 seconds 00000100:00000001:0.0:1773941580.781836:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941580.781839:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941581.229808:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941581.229817:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941581.229869:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941581.229872:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941581.229876:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941581.805860:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941581.805871:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941581.805875:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941581.805892:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 0 seconds 00000100:00000001:0.0:1773941581.805913:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941581.805918:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941582.253832:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941582.253859:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941582.253938:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941582.253943:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941582.253947:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941582.829816:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941582.829823:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941582.829844:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941582.829850:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 0 seconds 00000100:00000001:0.0:1773941582.829854:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941582.829858:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1773941582.829913:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: level EVICTED/10 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1773941582.829939:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: not pinging (in recovery or recovery disabled: EVICTED) 00000100:00000040:3.0:1773941582.829948:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (338) 00010000:00000001:3.0:1773941583.277948:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941583.277963:0:487:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773941583.277966:0:487:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773941583.277971:0:487:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941583.277978:0:487:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773941583.277982:0:487:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941583.277984:0:487:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941583.277987:0:487:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941583.278045:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941583.278052:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941583.278058:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941583.853870:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941583.853880:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941583.853883:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941583.853890:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 0 seconds 00000100:00000001:0.0:1773941583.853896:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941583.853901:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941584.301866:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941584.301875:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941584.301959:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941584.301965:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941584.301968:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941584.877843:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941584.877851:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941584.877853:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941584.877859:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 0 seconds 00000100:00000001:0.0:1773941584.877862:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941584.877866:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941585.325941:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941585.325953:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941585.326037:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941585.326044:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941585.326049:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941585.901860:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941585.901868:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941585.901870:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941585.901876:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 0 seconds 00000100:00000001:0.0:1773941585.901881:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941585.901884:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941586.349883:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941586.349891:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941586.349948:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941586.349954:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941586.349958:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941586.925907:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941586.925917:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941586.925920:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941586.925928:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 0 seconds 00000100:00000001:0.0:1773941586.925934:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941586.925939:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941587.373900:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941587.373926:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941587.374045:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941587.374051:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941587.374054:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941587.949866:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941587.949879:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941587.949883:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941587.949892:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 0 seconds 00000100:00000001:0.0:1773941587.949898:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1773941587.949905:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: level EVICTED/10 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773941587.949905:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941587.949918:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: not pinging (in recovery or recovery disabled: EVICTED) 00000100:00000040:1.0:1773941587.949924:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (343) 00010000:00000001:3.0:1773941588.397839:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941588.397850:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941588.397961:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941588.397967:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941588.397972:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941588.973832:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941588.973843:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941588.973851:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941588.973858:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 0 seconds 00000100:00000001:0.0:1773941588.973864:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00020000:3.0:1773941588.973871:0:12515:0:(import.c:337:ptlrpc_invalidate_import()) MGS: timeout waiting for callback (1 != 0) 00000100:00000001:0.0:1773941588.973895:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00020000:3.0:1773941588.979111:0:12515:0:(import.c:361:ptlrpc_invalidate_import()) @@@ still on sending list req@ffff96f2a0dd1500 x1860112264224256/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941568 ref 3 fl UnregRPC:EXNU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00020000:3.0:1773941588.991889:0:12515:0:(import.c:371:ptlrpc_invalidate_import()) MGS: Unregistering RPCs found (1). Network is sluggish? Waiting for them to error out. 00000100:00100000:3.0:1773941588.996649:0:12515:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00000001:3.0:1773941589.421805:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941589.421811:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941589.421897:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941589.421905:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941589.421931:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941589.997889:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941589.997902:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941589.997905:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941589.997913:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 0 seconds 00000100:00000001:0.0:1773941589.997919:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941589.997925:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941590.445854:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941590.445863:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941590.445988:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941590.445994:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941590.446002:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941591.021967:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941591.021980:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941591.021983:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941591.021992:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 0 seconds 00000100:00000001:0.0:1773941591.021998:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941591.022004:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941591.469833:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941591.469842:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941591.469964:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941591.469975:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941591.469982:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1773941592.045909:0:12439:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000100:00000001:2.0:1773941592.045918:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773941592.045928:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000010:0.0:1773941592.045930:0:12439:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f282edde00. 00000100:00000001:2.0:1773941592.045932:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941592.045945:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 0 seconds 00000020:00000010:0.0:1773941592.045946:0:12439:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f283eb9a00. 00000100:00000001:2.0:1773941592.045952:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1773941592.045959:0:12439:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f283eb9400. 00000100:00000001:2.0:1773941592.045961:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1773941592.045978:0:12439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f283eb9000. 00000020:00000010:0.0:1773941592.045987:0:12439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f28309b000. 00000020:00000010:0.0:1773941592.045993:0:12439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f283eb9800. 80000000:00000010:0.0:1773941592.045999:0:12439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f28376ff00. 00040000:00000010:0.0:1773941592.046006:0:12439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f283eb9600. 20000000:00000010:0.0:1773941592.046012:0:12439:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f283eb9c00. 10000000:00000040:0.0:1773941592.046018:0:12439:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 10000000:00000001:0.0:1773941592.046020:0:12439:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000020:00000010:0.0:1773941592.046028:0:12439:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f283eb9400. 00000040:00000010:0.0:1773941592.046036:0:12439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f283eb9000. 00000020:00000010:0.0:1773941592.046039:0:12439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f28309b000. 00000020:00000010:0.0:1773941592.046044:0:12439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f283eb9800. 80000000:00000010:0.0:1773941592.046047:0:12439:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f28376ff00. 00040000:00000010:0.0:1773941592.046051:0:12439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f283eb9600. 20000000:00000010:0.0:1773941592.046054:0:12439:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f283eb9c00. 00000020:00000010:0.0:1773941592.046057:0:12439:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f283eb9a00. 10000000:00000010:0.0:1773941592.046059:0:12439:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f282edde00. 10000000:01000000:0.0:1773941592.046062:0:12439:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-client' failed (-108). 10000000:00000001:0.0:1773941592.046085:0:12439:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 10000000:00000001:0.0:1773941592.046089:0:12439:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000020:00000010:0.0:1773941592.046094:0:12439:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f288bd8600. 00000040:00000010:0.0:1773941592.046098:0:12439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f2a0da2400. 00000020:00000010:0.0:1773941592.046104:0:12439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f2a0db1800. 00000020:00000010:0.0:1773941592.046107:0:12439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f2a0da2e00. 00040000:00000010:0.0:1773941592.046112:0:12439:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f283258100. 00040000:00000010:0.0:1773941592.046116:0:12439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f2a0da2c00. 00000020:00000010:0.0:1773941592.046119:0:12439:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f288bd8400. 00000020:00000001:0.0:1773941592.046122:0:12439:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000020:00000010:0.0:1773941592.046126:0:12439:0:(obd_mount.c:82:lustre_process_log()) kfreed 'lcfg': 184 at ffff96f2989ac3c0. 00000020:00000010:0.0:1773941592.046129:0:12439:0:(obd_mount.c:84:lustre_process_log()) kfreed 'bufs': 104 at ffff96f290a26600. 00000020:02020000:0.0:1773941592.046132:0:12439:0:(obd_mount.c:91:lustre_process_log()) MGC192.168.202.145@tcp: Confguration from log lustre-client failed from MGS -108. Communication error between node & MGS, a bad configuration, or other errors. See syslog for more info 00000020:00000001:0.0:1773941592.052230:0:12439:0:(obd_mount.c:93:lustre_process_log()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000080:00000001:0.0:1773941592.052236:0:12439:0:(llite_lib.c:1489:ll_fill_super()) Process leaving via out_debugfs (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000020:00000010:0.0:1773941592.052562:0:12439:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 576 at ffff96f286076400. 00000020:00000010:0.0:1773941592.052567:0:12439:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff96f286075000. 00000020:00000010:0.0:1773941592.052570:0:12439:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 1440 at ffff96f2a0db6000. 00000020:00000010:0.0:1773941592.052578:0:12439:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff96f286076800. 00000080:00000010:0.0:1773941592.052591:0:12439:0:(llite_lib.c:1531:ll_fill_super()) kfreed 'cfg': 88 at ffff96f298b32300. 00000080:00000001:0.0:1773941592.052595:0:12439:0:(llite_lib.c:1565:ll_put_super()) Process entered 00000080:00200000:0.0:1773941592.052598:0:12439:0:(llite_lib.c:1572:ll_put_super()) VFS Op: cfg_instance lustre-client-ffff96f283d8c000 (sb ffff96f283d8c000) 00000020:00000001:0.0:1773941592.052602:0:12439:0:(obd_mount.c:116:lustre_end_log()) Process entered 00000020:00000010:0.0:1773941592.052609:0:12439:0:(obd_mount.c:126:lustre_end_log()) kmalloced '(lcfg)': 176 at ffff96f28a096e40. 00000020:00000001:0.0:1773941592.052613:0:12439:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1773941592.052615:0:12439:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f283eb9a00. 00000020:00000010:0.0:1773941592.052617:0:12439:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f283eb9c00. 00000040:00000010:0.0:1773941592.052620:0:12439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f283eb9600. 00000020:00000010:0.0:1773941592.052622:0:12439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f28309b000. 00000020:00000010:0.0:1773941592.052624:0:12439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f283eb9800. 00040000:00000010:0.0:1773941592.052628:0:12439:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f2834a7d00. 00040000:00000010:0.0:1773941592.052637:0:12439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f283eb9000. 10000000:00000001:0.0:1773941592.052641:0:12439:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:0.0:1773941592.052643:0:12439:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:0.0:1773941592.052647:0:12439:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:0.0:1773941592.052649:0:12439:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1773941592.052651:0:12439:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941592.052654:0:12439:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff96f299d6cc00) refs 2 10000000:00000001:0.0:1773941592.052656:0:12439:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941592.052658:0:12439:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446628567440083968 : -115506269467648 : ffff96f299d6cc00) 10000000:00000001:0.0:1773941592.052660:0:12439:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1773941592.052662:0:12439:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00010000:00000001:0.0:1773941592.052665:0:12439:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1773941592.052667:0:12439:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941592.052669:0:12439:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1773941592.052670:0:12439:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00010000:00000001:0.0:1773941592.052672:0:12439:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1773941592.052673:0:12439:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941592.052675:0:12439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941592.052676:0:12439:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff96f299d6dc00) refs 1 10000000:01000000:0.0:1773941592.052680:0:12439:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-cliir 10000000:00000001:0.0:1773941592.052681:0:12439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941592.052683:0:12439:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941592.052684:0:12439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941592.052685:0:12439:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941592.052686:0:12439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941592.052687:0:12439:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941592.052687:0:12439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941592.052688:0:12439:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941592.052689:0:12439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941592.052690:0:12439:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1773941592.052693:0:12439:0:(genops.c:898:class_export_put()) PUTting export ffff96f283d89000 : new refcount 5 10000000:00000010:0.0:1773941592.052695:0:12439:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at ffff96f299d6dc00. 10000000:00000001:0.0:1773941592.052698:0:12439:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1773941592.052699:0:12439:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1773941592.052701:0:12439:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00010000:00000001:0.0:1773941592.052702:0:12439:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1773941592.052703:0:12439:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941592.052705:0:12439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941592.052706:0:12439:0:(mgc_request.c:123:config_log_put()) log params(ffff96f299d6da00) refs 1 10000000:01000000:0.0:1773941592.052711:0:12439:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:00000001:0.0:1773941592.052713:0:12439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941592.052714:0:12439:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941592.052758:0:12439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941592.052759:0:12439:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941592.052760:0:12439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941592.052762:0:12439:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941592.052763:0:12439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941592.052764:0:12439:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941592.052765:0:12439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941592.052765:0:12439:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1773941592.052767:0:12439:0:(genops.c:898:class_export_put()) PUTting export ffff96f283d89000 : new refcount 4 10000000:00000010:0.0:1773941592.052769:0:12439:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at ffff96f299d6da00. 10000000:00000001:0.0:1773941592.052771:0:12439:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1773941592.052772:0:12439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941592.052773:0:12439:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941592.052775:0:12439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941592.052777:0:12439:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff96f2a0da3200) refs 2 10000000:00000001:0.0:1773941592.052781:0:12439:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1773941592.052783:0:12439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941592.052785:0:12439:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941592.052787:0:12439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941592.052791:0:12439:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff96f299d6cc00) refs 2 10000000:00000001:0.0:1773941592.052795:0:12439:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1773941592.052797:0:12439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941592.052799:0:12439:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff96f299d6cc00) refs 1 10000000:01000000:0.0:1773941592.052801:0:12439:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 10000000:00000001:0.0:1773941592.052802:0:12439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941592.052803:0:12439:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941592.052805:0:12439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941592.052807:0:12439:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941592.052810:0:12439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941592.052811:0:12439:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941592.052815:0:12439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941592.052817:0:12439:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941592.052821:0:12439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941592.052824:0:12439:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1773941592.052826:0:12439:0:(genops.c:898:class_export_put()) PUTting export ffff96f283d89000 : new refcount 3 10000000:00000010:0.0:1773941592.052828:0:12439:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at ffff96f299d6cc00. 10000000:00000001:0.0:1773941592.052833:0:12439:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:0.0:1773941592.052841:0:12439:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 10000000:00000001:0.0:1773941592.052843:0:12439:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941592.052845:0:12439:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941592.052849:0:12439:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f283eb9c00. 00000040:00000010:0.0:1773941592.052852:0:12439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f283eb9600. 00000020:00000010:0.0:1773941592.052854:0:12439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f28309b000. 00000020:00000010:0.0:1773941592.052857:0:12439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f283eb9800. 00040000:00000010:0.0:1773941592.052859:0:12439:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f2834a7d00. 00040000:00000010:0.0:1773941592.052862:0:12439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f283eb9000. 00000020:00000010:0.0:1773941592.052864:0:12439:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f283eb9a00. 00000020:00000001:0.0:1773941592.052866:0:12439:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941592.052875:0:12439:0:(obd_mount.c:131:lustre_end_log()) kfreed 'lcfg': 176 at ffff96f28a096e40. 00000020:00000001:0.0:1773941592.052878:0:12439:0:(obd_mount.c:132:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941592.052881:0:12439:0:(obd_mount.c:116:lustre_end_log()) Process entered 00000020:00000010:0.0:1773941592.052883:0:12439:0:(obd_mount.c:126:lustre_end_log()) kmalloced '(lcfg)': 168 at ffff96f28a096e40. 00000020:00000001:0.0:1773941592.052885:0:12439:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1773941592.052887:0:12439:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f283eb9a00. 00000020:00000010:0.0:1773941592.052889:0:12439:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f283eb9000. 00000040:00000010:0.0:1773941592.052891:0:12439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f283eb9800. 00000020:00000010:0.0:1773941592.052894:0:12439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f28309b000. 00000020:00000010:0.0:1773941592.052896:0:12439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f283eb9600. 00040000:00000010:0.0:1773941592.052898:0:12439:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f2834a7d00. 00040000:00000010:0.0:1773941592.052899:0:12439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f283eb9c00. 10000000:00000001:0.0:1773941592.052901:0:12439:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:0.0:1773941592.052903:0:12439:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:0.0:1773941592.052905:0:12439:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:0.0:1773941592.052906:0:12439:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1773941592.052907:0:12439:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941592.052909:0:12439:0:(mgc_request.c:497:config_log_end()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:0.0:1773941592.052911:0:12439:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:0.0:1773941592.052914:0:12439:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f283eb9000. 00000040:00000010:0.0:1773941592.052916:0:12439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f283eb9800. 00000020:00000010:0.0:1773941592.052917:0:12439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f28309b000. 00000020:00000010:0.0:1773941592.052919:0:12439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f283eb9600. 00040000:00000010:0.0:1773941592.052921:0:12439:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f2834a7d00. 00040000:00000010:0.0:1773941592.052927:0:12439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f283eb9c00. 00000020:00000010:0.0:1773941592.052929:0:12439:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f283eb9a00. 00000020:00000001:0.0:1773941592.052931:0:12439:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:0.0:1773941592.052933:0:12439:0:(obd_mount.c:131:lustre_end_log()) kfreed 'lcfg': 168 at ffff96f28a096e40. 00000020:00000001:0.0:1773941592.052935:0:12439:0:(obd_mount.c:132:lustre_end_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000080:02000400:0.0:1773941592.052939:0:12439:0:(llite_lib.c:1617:ll_put_super()) Unmounted lustre-client 00000020:00000001:0.0:1773941592.054245:0:12439:0:(obd_config.c:1231:class_del_profile()) Process entered 00000020:01000000:0.0:1773941592.054248:0:12439:0:(obd_config.c:1233:class_del_profile()) Del profile lustre-client 00000020:00000001:0.0:1773941592.054250:0:12439:0:(obd_config.c:1149:class_get_profile_nolock()) Process entered 00000020:00000001:0.0:1773941592.054252:0:12439:0:(obd_config.c:1156:class_get_profile_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941592.054254:0:12439:0:(obd_config.c:1248:class_del_profile()) Process leaving 00000080:00000001:0.0:1773941592.054257:0:12439:0:(llite_lib.c:266:ll_free_sbi()) Process entered 00000020:00000010:0.0:1773941592.054283:0:12439:0:(cl_page.c:1415:cl_cache_decref()) kfreed 'cache': 152 at ffff96f2989acc00. 00000080:00000010:0.0:1773941592.054287:0:12439:0:(llite_lib.c:281:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_prefix': 6 at ffff96f282d7dc00. 00000080:00000010:0.0:1773941592.054290:0:12439:0:(llite_lib.c:287:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_upcall': 5 at ffff96f282d7d8a8. 00000080:00000010:0.0:1773941592.054322:0:12439:0:(llite_lib.c:310:ll_free_sbi()) kfreed 'sbi': 1376 at ffff96f2a0db2000. 00000080:00000001:0.0:1773941592.054326:0:12439:0:(llite_lib.c:312:ll_free_sbi()) Process leaving 00000020:00000001:0.0:1773941592.054328:0:12439:0:(obd_mount.c:909:lustre_common_put_super()) Process entered 00000020:01000004:0.0:1773941592.054330:0:12439:0:(obd_mount.c:911:lustre_common_put_super()) dropping sb ffff96f283d8c000 00000020:00000001:0.0:1773941592.054332:0:12439:0:(obd_mount.c:575:lustre_stop_mgc()) Process entered 00000020:00000001:0.0:1773941592.054334:0:12439:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:0.0:1773941592.054338:0:12439:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000001:3.0:1773941592.493855:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941592.493883:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941592.493951:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941592.493957:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941592.493960:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773941593.069785:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773941593.069792:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941593.069793:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941593.069798:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 0 seconds 00000100:00000001:2.0:1773941593.069802:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941593.069805:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1773941593.069851:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: level EVICTED/10 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1773941593.069862:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: not pinging (in recovery or recovery disabled: EVICTED) 00000100:00000040:3.0:1773941593.069882:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (348) 00010000:00000001:3.0:1773941593.517972:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941593.517985:0:487:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773941593.517988:0:487:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773941593.517995:0:487:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941593.518003:0:487:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773941593.518006:0:487:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941593.518010:0:487:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941593.518013:0:487:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941593.518119:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941593.518125:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941593.518129:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773941594.093792:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773941594.093802:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941594.093805:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941594.093812:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 0 seconds 00000100:00000001:2.0:1773941594.093816:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941594.093821:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941594.541919:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941594.541929:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941594.542060:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941594.542071:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941594.542078:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773941595.117838:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773941595.117845:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941595.117847:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941595.117852:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 0 seconds 00000100:00000001:2.0:1773941595.117855:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941595.117859:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941595.565851:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941595.565860:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941595.565972:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941595.565978:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941595.565984:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773941596.141828:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773941596.141836:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941596.141838:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941596.141843:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 0 seconds 00000100:00000001:2.0:1773941596.141847:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941596.141850:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941596.589828:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941596.589837:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941596.589898:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941596.589902:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941596.589905:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773941597.165885:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773941597.165896:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941597.165899:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941597.165906:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 0 seconds 00000100:00000001:2.0:1773941597.165911:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941597.165916:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941597.613860:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941597.613876:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941597.613988:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941597.613998:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941597.614005:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1773941598.189895:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: level EVICTED/10 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773941598.189902:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941598.189911:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1773941598.189914:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: not pinging (in recovery or recovery disabled: EVICTED) 00000100:00000001:3.0:1773941598.189916:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941598.189927:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 0 seconds 00000100:00000040:2.0:1773941598.189929:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (353) 00000100:00000001:3.0:1773941598.189937:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941598.189945:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941598.637861:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941598.637872:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941598.637965:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941598.637974:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941598.637980:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941599.213905:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941599.213920:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941599.213924:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941599.213934:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 0 seconds 00000100:00000001:3.0:1773941599.213941:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941599.213959:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941599.661903:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941599.661914:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941599.662025:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941599.662031:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941599.662036:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941600.237836:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941600.237869:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941600.237871:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941600.237877:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 0 seconds 00000100:00000001:3.0:1773941600.237881:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941600.237885:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941600.685815:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941600.685823:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941600.685888:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941600.685892:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941600.685895:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941601.261794:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941601.261802:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941601.261804:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941601.261810:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 0 seconds 00000100:00000001:3.0:1773941601.261813:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941601.261816:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941601.709811:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941601.709818:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941601.709883:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941601.709911:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941601.709914:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941602.285952:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941602.285958:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941602.285960:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941602.285967:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 0 seconds 00000100:00000001:0.0:1773941602.285971:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941602.285976:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941602.733822:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941602.733831:0:487:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773941602.733834:0:487:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773941602.733838:0:487:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941602.733843:0:487:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773941602.733846:0:487:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941602.733848:0:487:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941602.733850:0:487:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941602.733929:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941602.733935:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941602.733940:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773941603.309891:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773941603.309902:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941603.309906:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941603.309915:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 0 seconds 00000100:00000001:2.0:1773941603.309923:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941603.309929:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1773941603.309970:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: level EVICTED/10 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1773941603.309980:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS: not pinging (in recovery or recovery disabled: EVICTED) 00000100:00000040:3.0:1773941603.309990:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (358) 00010000:00000001:3.0:1773941603.757834:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941603.757844:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941603.757908:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941603.757913:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941603.757917:0:12450:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773941604.333863:0:12453:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773941604.333887:0:12453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941604.333890:0:12453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941604.333903:0:12453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96f283f61780 going to sleep for 0 seconds 00000100:00000001:2.0:1773941604.333908:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941604.333912:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941604.781845:0:487:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941604.781851:0:487:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941604.781960:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941604.781964:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941604.781967:0:12451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:2.0:1773941604.909890:0:2344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 328 0@<0:0>->192.168.202.155@tcp 00000800:00000010:2.0:1773941604.909900:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f299fdfd00. 00000400:00000200:2.0:1773941604.909912:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -110, hstatus = 10 00000400:00000200:2.0:1773941604.909922:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.155@tcp: PUT: NETWORK_TIMEOUT 00000400:00000200:2.0:1773941604.909937:0:2344:0:(peer.c:4524:lnet_peer_ni_add_to_recoveryq_locked()) 192.168.202.155@tcp added to recovery queue. ping count: 0 next ping: 356 last alive: 257 health: 900 00000400:00000200:2.0:1773941604.909946:0:2344:0:(lib-msg.c:463:lnet_ni_add_to_recoveryq_locked()) 192.168.202.45@tcp added to recovery queue. ping count: 0 next ping: 356 health :900 00000400:00000200:2.0:1773941604.909954:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dc1dd0 00000400:00000010:2.0:1773941604.909958:0:2344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f2a0dc1dd0. 00000100:00000001:2.0:1773941604.909967:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941604.909981:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status -110 req@ffff96f2a0dd1500 x1860112264224256/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941568 ref 3 fl UnregRPC:EXNU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941604.910021:0:2344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941604.910026:0:2344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f2a0dd1500 x1860112264224256/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941568 ref 3 fl UnregRPC:EeXNQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941604.910037:0:2344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941604.910041:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773941604.910080:0:12453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1773941604.910105:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from UnregRPC to Rpc req@ffff96f2a0dd1500 x1860112264224256/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941568 ref 2 fl UnregRPC:EeXNQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941604.910121:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941604.910128:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f2a0dd1500 x1860112264224256/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941568 ref 2 fl Rpc:EeXNQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941604.910155:0:12453:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1773941604.910159:0:12453:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941604.910162:0:12453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941604.910165:0:12453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941604.910170:0:12453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f2a0dd1500 x1860112264224256/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941568 ref 2 fl Interpret:EeXNQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941604.910179:0:12453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f2a0dd1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aed6ad44-ca90-40b5-927d-12baaf0d776a:12453:1860112264224256:192.168.202.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941604.910201:0:12453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941604.910205:0:12453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:3.0:1773941604.910208:0:12453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941604.910210:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941604.910215:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f2a0dd1500 x1860112264224256/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941568 ref 2 fl Complete:EeXNQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941604.910224:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941604.910228:0:12453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f283f61780. 00000100:00000001:3.0:1773941604.910233:0:12453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941604.910235:0:12453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1773941604.910240:0:12453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773941604.910243:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941604.910246:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941604.910250:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f2814ebe00 refcount=4 00000020:00000001:3.0:1773941604.910254:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567028514304 : -115506681037312 : ffff96f2814ebe00) 00000100:00000001:1.0:1773941604.910255:0:12515:0:(obd_class.h:1215:obd_import_event()) Process entered 00010000:00000001:3.0:1773941604.910258:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567028514304 : -115506681037312 : ffff96f2814ebe00) 10000000:01000000:1.0:1773941604.910261:0:12515:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00010000:00010000:3.0:1773941604.910267:0:12453:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.145@tcp lock: ffff96f2814ebe00/0x6eb1e9e7edefc0a1 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000001:1.0:1773941604.910267:0:12515:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941604.910272:0:12515:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1773941604.910278:0:12515:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff96f29264de00 count: 3 00010000:00000001:3.0:1773941604.910281:0:12453:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000001:00000001:1.0:1773941604.910286:0:12515:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941604.910288:0:12453:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.145@tcp lock: ffff96f2814ebe00/0x6eb1e9e7edefc0a1 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000001:1.0:1773941604.910298:0:12515:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941604.910301:0:12515:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1773941604.910305:0:12515:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff96f29264de00 count: 3 00010000:00000001:3.0:1773941604.910308:0:12453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00020000:1.0:1773941604.910311:0:12515:0:(ldlm_resource.c:1170:ldlm_resource_complain()) MGC192.168.202.145@tcp: namespace resource [0x65727473756c:0x0:0x0].0x0 (ffff96f29264de00) refcount nonzero (1) after lock cleanup; forcing cleanup. 00010000:00000100:1.0:1773941604.917645:0:12515:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff96f29264de00) refcount = 2 00000001:00000001:1.0:1773941604.917656:0:12515:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941604.917658:0:12515:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941604.917660:0:12515:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941604.917665:0:12515:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941604.917668:0:12515:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00010000:00010000:3.0:1773941604.917669:0:12453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.145@tcp lock: ffff96f2814ebe00/0x6eb1e9e7edefc0a1 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941604.917670:0:12515:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941604.917673:0:12515:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941604.917677:0:12515:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941604.917681:0:12515:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941604.917684:0:12515:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941604.917688:0:12515:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.145@tcp: Reactivating import 00010000:00000001:3.0:1773941604.917689:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00080000:1.0:1773941604.917691:0:12515:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 00010000:00000001:3.0:1773941604.917693:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1773941604.917694:0:12515:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941604.917697:0:12515:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00010000:3.0:1773941604.917699:0:12453:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.145@tcp lock: ffff96f2814ebe00/0x6eb1e9e7edefc0a1 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:02000000:1.0:1773941604.917702:0:12515:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.145@tcp: Connection restored to 192.168.202.145@tcp (at 192.168.202.145@tcp) 00000100:00000001:1.0:1773941604.917706:0:12515:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941604.917711:0:12515:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941604.917714:0:12515:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=4 obd=MGC192.168.202.145@tcp 00010000:00000001:3.0:1773941604.917745:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941604.917750:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941604.917751:0:12515:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941604.917755:0:12515:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941604.917756:0:12453:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773941604.917760:0:12453:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.145@tcp lock: ffff96f2814ebe00/0x6eb1e9e7edefc0a1 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941604.917768:0:12453:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f2814ebe00 already unused, calling callback (ffffffffc147fc20) 10000000:00000001:3.0:1773941604.917773:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941604.917777:0:12453:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.145@tcp lock: ffff96f2814ebe00/0x6eb1e9e7edefc0a1 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941604.917785:0:12453:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941604.917787:0:12453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941604.917789:0:12453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941604.917793:0:12453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96f2814ebe00 refcount=5 00000020:00000001:3.0:1773941604.917798:0:12453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628567028514304 : -115506681037312 : ffff96f2814ebe00) 00010000:00000001:3.0:1773941604.917802:0:12453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628567028514304 : -115506681037312 : ffff96f2814ebe00) 00010000:00000001:3.0:1773941604.917807:0:12453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941604.917811:0:12453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.145@tcp lock: ffff96f2814ebe00/0x6eb1e9e7edefc0a1 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1773941604.917820:0:12453:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941604.917832:0:12453:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.145@tcp lock: ffff96f2814ebe00/0x6eb1e9e7edefc0a1 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1773941604.917840:0:12453:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:3.0:1773941604.917843:0:12453:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941604.917845:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941604.917849:0:12453:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941604.917851:0:12453:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773941604.917853:0:12453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941604.917855:0:12453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941604.917857:0:12453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941604.917859:0:12453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941604.917862:0:12453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f2814ebe00 with handle 0x6eb1e9e7edefc0a1 from hash 00010000:00000001:3.0:1773941604.917865:0:12453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941604.917866:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941604.917867:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941604.917869:0:12453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941604.917870:0:12453:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941604.917872:0:12453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941604.917874:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941604.917875:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941604.917877:0:12453:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941604.917879:0:12453:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941604.917882:0:12453:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.145@tcp lock: ffff96f2814ebe00/0x6eb1e9e7edefc0a1 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941604.917889:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941604.917890:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941604.917891:0:12453:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941604.917893:0:12453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941604.917894:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941604.917895:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941604.917897:0:12453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941604.917899:0:12453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.145@tcp lock: ffff96f2814ebe00/0x6eb1e9e7edefc0a1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 12453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773941604.917908:0:12453:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff96f29264de00 count: 0 00010000:00000001:3.0:1773941604.917921:0:12453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941604.917924:0:12453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:3.0:1773941604.917927:0:12453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941604.917933:0:12453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f2a0dd1500 x1860112264224256/t0(0) o101->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941568 ref 1 fl Complete:EeXNQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941604.917942:0:12453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941604.917945:0:12453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941604.917949:0:12453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f286009800. 02000000:00000001:3.0:1773941604.917953:0:12453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941604.917955:0:12453:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941604.917956:0:12453:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:3.0:1773941604.917959:0:12453:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941604.917961:0:12453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f299c4b000. 02000000:00000001:3.0:1773941604.917966:0:12453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941604.917968:0:12453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941604.917970:0:12453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f2a0dd1500. 00000100:00000001:3.0:1773941604.917974:0:12453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941604.917975:0:12453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941604.917977:0:12453:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:01000000:3.0:1773941604.917981:0:12453:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -5 10000000:00000001:3.0:1773941604.917984:0:12453:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941604.917988:0:12453:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff96f2a031a9c0. 00000020:00000010:3.0:1773941604.917992:0:12453:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f299d6da00. 00000020:00000010:3.0:1773941604.917997:0:12453:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f299d6cc00. 00000040:00000010:3.0:1773941604.918001:0:12453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f299d6c400. 00000020:00000010:3.0:1773941604.918006:0:12453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f2a0db1000. 00000020:00000010:3.0:1773941604.918012:0:12453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f299d6dc00. 80000000:00000010:3.0:1773941604.918017:0:12453:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f298b32240. 00040000:00000010:3.0:1773941604.918022:0:12453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f299d6c800. 20000000:00000010:3.0:1773941604.918027:0:12453:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff96f299d6de00. 10000000:00000040:3.0:1773941604.918032:0:12453:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 10000000:00000001:3.0:1773941604.918034:0:12453:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:3.0:1773941604.918039:0:12453:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f299d6cc00. 00000040:00000010:3.0:1773941604.918043:0:12453:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f299d6c400. 00000020:00000010:3.0:1773941604.918051:0:12453:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f2a0db1000. 00000020:00000010:3.0:1773941604.918056:0:12453:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f299d6dc00. 80000000:00000010:3.0:1773941604.918059:0:12453:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f298b32240. 00040000:00000010:3.0:1773941604.918063:0:12453:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f299d6c800. 20000000:00000010:3.0:1773941604.918066:0:12453:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff96f299d6de00. 00000020:00000010:3.0:1773941604.918069:0:12453:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f299d6da00. 10000000:00000010:3.0:1773941604.918072:0:12453:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff96f2a031a9c0. 10000000:01000000:3.0:1773941604.918076:0:12453:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.145@tcp: configuration from log 'lustre-sptlrpc' failed (-5). 10000000:00000001:3.0:1773941604.918079:0:12453:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:3.0:1773941604.918082:0:12453:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:3.0:1773941604.918097:0:12453:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941604.918099:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941604.918101:0:12453:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff96f2a0da3200) refs 1 10000000:01000000:3.0:1773941604.918104:0:12453:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 10000000:00000001:3.0:1773941604.918105:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941604.918107:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941604.918108:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941604.918109:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941604.918110:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941604.918111:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941604.918112:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941604.918113:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941604.918115:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941604.918116:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 02000000:08000000:3.0:1773941604.918119:0:12453:0:(sec_config.c:500:sptlrpc_conf_free()) free sptlrpc conf lustre 02000000:00000010:3.0:1773941604.918122:0:12453:0:(sec_config.c:504:sptlrpc_conf_free()) kfreed 'conf': 120 at ffff96f290a26700. 00000020:00000040:3.0:1773941604.918126:0:12453:0:(genops.c:898:class_export_put()) PUTting export ffff96f283d89000 : new refcount 2 10000000:00000010:3.0:1773941604.918129:0:12453:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at ffff96f2a0da3200. 10000000:00000001:3.0:1773941604.918132:0:12453:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000040:0.0:1773941604.918221:0:12439:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect MGC192.168.202.145@tcp - 1 00000100:00000001:0.0:1773941604.918230:0:12439:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:0.0:1773941604.918234:0:12439:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import aed6ad44-ca90-40b5-927d-12baaf0d776a->MGS 00000020:00000001:0.0:1773941604.918238:0:12439:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941604.918243:0:12439:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=2 obd=MGC192.168.202.145@tcp 00000020:00000001:0.0:1773941604.918247:0:12439:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941604.918249:0:12439:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941604.918253:0:12439:0:(ldlm_request.c:2367:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:0.0:1773941604.918271:0:12439:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941604.918275:0:12439:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941604.918279:0:12439:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941604.918282:0:12439:0:(ldlm_request.c:2379:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941604.918286:0:12439:0:(ldlm_resource.c:1268:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1773941604.918290:0:12439:0:(ldlm_resource.c:1207:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1773941604.918292:0:12439:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941604.918293:0:12439:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941604.918296:0:12439:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941604.918298:0:12439:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941604.918299:0:12439:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941604.918301:0:12439:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941604.918304:0:12439:0:(ldlm_resource.c:1251:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941604.918306:0:12439:0:(ldlm_resource.c:1293:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:0.0:1773941604.918310:0:12439:0:(import.c:1924:ptlrpc_disconnect_import()) Process entered 00000100:00000001:0.0:1773941604.918314:0:12439:0:(import.c:1858:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:0.0:1773941604.918317:0:12439:0:(import.c:1750:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1773941604.918326:0:12439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f298b11f80. 00000020:00000040:0.0:1773941604.918332:0:12439:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000100:00000001:0.0:1773941604.918337:0:12439:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941604.918341:0:12439:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941604.918348:0:12439:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941604.918358:0:12439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f2834a7d00. 00000100:00000001:0.0:1773941604.918367:0:12439:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941604.918371:0:12439:0:(import.c:1788:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446628567420837760 : -115506288713856 : ffff96f298b11f80) 00000100:00080000:0.0:1773941604.918375:0:12439:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from FULL to CONNECTING 00000100:00000001:0.0:1773941604.918382:0:12439:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941604.918388:0:12439:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941604.918399:0:12439:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c467865] to pc [ptlrpcd_rcv+-1] req@ffff96f298b11f80 x1860112264225024/t0(0) o251->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941604.918459:0:12439:0:(import.c:1904:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941604.918492:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941604.918498:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941604.918501:0:2352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941604.918510:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f298b11f80 x1860112264225024/t0(0) o251->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941604.918521:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941604.918523:0:2352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941604.918527:0:2352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941604.918530:0:2352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941604.918541:0:2352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941604.918546:0:2352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96f298b11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264225024:192.168.202.145@tcp:251:mount.lustre.0 00000100:00000001:1.0:1773941604.918550:0:2352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941604.918555:0:2352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941604.918558:0:2352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941604.918561:0:2352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941604.918566:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f289152200. 02000000:00000001:1.0:1773941604.918568:0:2352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941604.918576:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000010:1.0:1773941604.918581:0:2352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f290a15370. 00000400:00000010:1.0:1773941604.918588:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae1660. 00000100:00000200:1.0:1773941604.918594:0:2352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112264225024, portal 25 00000100:00000001:1.0:1773941604.918597:0:2352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941604.918599:0:2352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628567420837760 : -115506288713856 : ffff96f298b11f80) 00000100:00000040:1.0:1773941604.918604:0:2352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96f298b11f80 x1860112264225024/t0(0) o251->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941604.918612:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941604.918615:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.145@tcp 00000400:00000010:1.0:1773941604.918618:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f298ae16e8. 00000100:00000200:1.0:1773941604.918621:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112264225024, offset 0 00000400:00000200:1.0:1773941604.918628:0:2352:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.145@tcp 00000400:00000200:1.0:1773941604.918636:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941604.918644:0:2352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.145@tcp local destination 00000400:00000200:1.0:1773941604.918649:0:2352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941604.918654:0:2352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.45@tcp 00000400:00000200:1.0:1773941604.918658:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941604.918661:0:2352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941604.918665:0:2352:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.145@tcp, 192.168.202.155@tcp] h:[1000, 900] p:[-1, -1] c:[8, 8] s:[95, 91] 00000400:00000200:1.0:1773941604.918670:0:2352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.145@tcp 00000400:00000200:1.0:1773941604.918674:0:2352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.45@tcp NI seq info: [199:199:256:4294967295] 192.168.202.145@tcp LPNI seq info [96:96:8:4294967295] 00000400:00000200:1.0:1773941604.918679:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:1.0:1773941604.918690:0:2352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp:) -> 192.168.202.145@tcp(192.168.202.145@tcp:192.168.202.145@tcp) : PUT try# 0 00000800:00000200:1.0:1773941604.918702:0:2352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.145@tcp 00000800:00000010:1.0:1773941604.918706:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f298b8fb00. 00000800:00000200:1.0:1773941604.918713:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f290a880c0] -> 12345-192.168.202.145@tcp (5) 00000800:00000200:1.0:1773941604.918763:0:2352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.145@tcp ip 192.168.202.145:988 00000800:00000200:1.0:1773941604.918768:0:2352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96f298b8fb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773941604.918784:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941604.918790:0:2352:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000100:00000001:1.0:1773941604.918794:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 2 is 4295024830 00000100:00000010:1.0:1773941604.918801:0:2352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f2830d2180. 00000100:00000001:1.0:1773941604.918808:0:2352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1773941604.918817:0:2352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS new deadline estimation for cpu 3 is 4295024830 00000100:00000010:1.0:1773941604.918822:0:2352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f2830d2d80. 00000100:00000001:1.0:1773941604.918827:0:2352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.145@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1773941604.918831:0:2352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941604.918836:0:2352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941604.918840:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941604.918844:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941604.918852:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941604.918855:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1773941604.918859:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941604.918861:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941604.918863:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941604.918865:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941604.918878:0:2347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941604.918883:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f298b8fb00. 00000400:00000200:3.0:1773941604.918887:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941604.918892:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000400:00000200:3.0:1773941604.918897:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae16e8 00000400:00000010:3.0:1773941604.918899:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae16e8. 00000100:00000001:3.0:1773941604.918903:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941604.918907:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96f298b11f80 x1860112264225024/t0(0) o251->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941604.918920:0:2347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941604.918922:0:2347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f298b11f80 x1860112264225024/t0(0) o251->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941614 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941604.918927:0:2347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941604.918929:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941604.921003:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941604.921025:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941604.921030:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941604.921033:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941604.921043:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941604.921051:0:2348:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.45@tcp(192.168.202.45@tcp) <- 192.168.202.145@tcp : PUT - for me 00000400:00000200:2.0:1773941604.921061:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941604.921067:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941604.921074:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941604.921080:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.145@tcp of length 224 into portal 25 MB=0x69bc322c06100 00000400:00000200:2.0:1773941604.921086:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.145@tcp to cpt 1 00000400:00000200:2.0:1773941604.921094:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.145@tcp of length 224/224 into md 0xe85 [1] + 224 00000800:00000001:2.0:1773941604.921105:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941604.921120:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941604.921124:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941604.921129:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.45@tcp->192.168.202.145@tcp: PUT: OK 00000100:00000001:2.0:1773941604.921135:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941604.921143:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96f298b11f80 x1860112264225024/t0(0) o251->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941614 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941604.921157:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96f298b11f80 x1860112264225024/t0(0) o251->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941604.921183:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941604.921194:0:2348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941604.921198:0:2348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941604.921221:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941604.921226:0:2352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941604.921231:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941604.921233:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941604.921236:0:2352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15370. 00000400:00000200:1.0:1773941604.921241:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f298ae1660 00000400:00000010:1.0:1773941604.921243:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96f298ae1660. 00000100:00000001:1.0:1773941604.921247:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941604.921256:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f298b11f80 x1860112264225024/t0(0) o251->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941604.921268:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f298b11f80 x1860112264225024/t0(0) o251->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941614 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941604.921285:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941604.921287:0:2352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941604.921290:0:2352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941604.921293:0:2352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941604.921296:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941604.921298:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941604.921301:0:2352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941604.921307:0:2352:0:(import.c:2136:obd_at_measure()) add 5 to ffff96f2a0db5458 time=169 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941604.921312:0:2352:0:(import.c:2136:obd_at_measure()) add 1 to ffff96f2a0db5410 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941604.921315:0:2352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941604.921317:0:2352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941604.921320:0:2352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941604.921322:0:2352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941604.921325:0:2352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941604.921331:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f298b11f80 x1860112264225024/t0(0) o251->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941614 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941604.921339:0:2352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941604.921342:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941604.921344:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1773941604.921347:0:2352:0:(import.c:65:import_set_state_nolock()) ffff96f2a0db5000 MGS: changing import state from CONNECTING to CLOSED 00000100:00000001:1.0:1773941604.921350:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941604.921352:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941604.921354:0:2352:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941604.921356:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941604.921358:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941604.921359:0:2352:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941604.921360:0:2352:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941604.921362:0:2352:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941604.921363:0:2352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:1.0:1773941604.921379:0:2352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f298b11f80 x1860112264225024/t0(0) o251->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941614 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941604.921389:0:2352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96f298b11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aed6ad44-ca90-40b5-927d-12baaf0d776a:2352:1860112264225024:192.168.202.145@tcp:251:mount.lustre.0 00000100:00000001:1.0:1773941604.921393:0:2352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941604.921417:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941604.921423:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f298b11f80 x1860112264225024/t0(0) o251->MGC192.168.202.145@tcp@192.168.202.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941614 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941604.921431:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941604.921433:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941604.921436:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f289152200. 02000000:00000001:1.0:1773941604.921440:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941604.921444:0:2352:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1773941604.921446:0:12439:0:(import.c:1967:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941604.921448:0:2352:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=2 obd=MGC192.168.202.145@tcp 00000100:00000001:0.0:1773941604.921457:0:12439:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000020:00000001:1.0:1773941604.921458:0:2352:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:0.0:1773941604.921462:0:12439:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 02000000:00000010:1.0:1773941604.921465:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f2834a7d00. 00000100:00000001:0.0:1773941604.921467:0:12439:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 02000000:00000001:1.0:1773941604.921475:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941604.921476:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941604.921479:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f298b11f80. 00000100:00000001:0.0:1773941604.921484:0:12439:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941604.921488:0:12439:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941604.921489:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941604.921492:0:12439:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:1.0:1773941604.921499:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:0.0:1773941604.921500:0:12439:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1773941604.921505:0:12439:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941604.921510:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941604.921511:0:12439:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:0.0:1773941604.921518:0:12439:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941604.921522:0:12439:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:1.0:1773941604.921524:0:2352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:01000000:0.0:1773941604.921525:0:12439:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:0.0:1773941604.921533:0:12439:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:1.0:1773941604.921535:0:2352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941604.921537:0:12439:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941604.921544:0:12439:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941604.921546:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000001:00000001:0.0:1773941604.921549:0:12439:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941604.921553:0:12439:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:1.0:1773941604.921555:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941604.921558:0:12439:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941604.921563:0:12439:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941604.921566:0:12439:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:0.0:1773941604.921572:0:12439:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:0.0:1773941604.921576:0:12439:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:0.0:1773941604.921580:0:12439:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x6eb1e9e7edefbfa5 00000020:00000040:0.0:1773941604.921585:0:12439:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f2a0db0800 with handle 0x6eb1e9e7edefbfa5 from hash 00000020:00000001:0.0:1773941604.921594:0:12439:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1773941604.921597:0:12439:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 1 00000020:00000001:0.0:1773941604.921600:0:12439:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1773941604.921602:0:12439:0:(genops.c:898:class_export_put()) PUTting export ffff96f2a0db0800 : new refcount 0 00000020:00000080:0.0:1773941604.921605:0:12439:0:(genops.c:904:class_export_put()) final put ffff96f2a0db0800/aed6ad44-ca90-40b5-927d-12baaf0d776a 00000020:00000001:0.0:1773941604.921609:0:12439:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941604.921631:0:12439:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941604.921634:0:12439:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941604.921637:0:12439:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941604.921642:0:12439:0:(obd_config.c:2489:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1773941604.921645:0:12439:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of MGC192.168.202.145@tcp (flags='') 00000020:00000010:0.0:1773941604.921652:0:12439:0:(obd_config.c:2506:class_manual_cleanup()) kmalloced '(lcfg)': 72 at ffff96f28376ff00. 00000020:00000080:0.0:1773941604.921656:0:12439:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1773941604.921664:0:12439:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000001:1.0:1773941604.921665:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1773941604.921669:0:12439:0:(obd_config.c:991:class_cleanup()) MGC192.168.202.145@tcp: forcing exports to disconnect: 0/3 00000020:00000080:1.0:1773941604.921672:0:36:0:(genops.c:863:class_export_destroy()) destroying export ffff96f2a0db0800/aed6ad44-ca90-40b5-927d-12baaf0d776a for MGC192.168.202.145@tcp 00000020:00000001:0.0:1773941604.921675:0:12439:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00000040:1.0:1773941604.921683:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 2 to 192.168.202.145@tcp 00000020:00080000:0.0:1773941604.921688:0:12439:0:(genops.c:1577:class_disconnect_exports()) OBD device 0 (ffff96f298b5cd28) has no exports 00000020:00000001:1.0:1773941604.921691:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1773941604.921692:0:12439:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1773941604.921700:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941604.921702:0:12439:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:0.0:1773941604.921709:0:12439:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f283eb9c00. 00000020:00000040:1.0:1773941604.921711:0:36:0:(obd_config.c:1058:class_decref()) Decref MGC192.168.202.145@tcp (ffff96f298b5cd28) now 5 - export 00000020:00000010:1.0:1773941604.921756:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff96f2a0db0800. 00000020:00000010:0.0:1773941604.921758:0:12439:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f283eb9600. 00000040:00000010:0.0:1773941604.921766:0:12439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f283eb9800. 00000020:00000001:1.0:1773941604.921769:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:0.0:1773941604.921782:0:12439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f28309b000. 00000020:00000010:0.0:1773941604.921788:0:12439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f283eb9000. 00040000:00000010:0.0:1773941604.921795:0:12439:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f2834a7100. 00040000:00000010:0.0:1773941604.921801:0:12439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f283eb9400. 00000020:00000010:0.0:1773941604.921808:0:12439:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f282edde00. 10000000:00000001:0.0:1773941604.921814:0:12439:0:(mgc_request.c:792:mgc_device_fini()) Process entered 10000000:00000001:3.0:1773941604.921850:0:12453:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941604.921853:0:12453:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:01000000:3.0:1773941604.921877:0:12453:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:00000001:3.0:1773941604.921879:0:12453:0:(mgc_request.c:709:mgc_requeue_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941604.921923:0:12439:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 10000000:01000000:0.0:1773941604.921927:0:12439:0:(obd_class.h:663:obd_cleanup_client_import()) MGC192.168.202.145@tcp: client import never connected 00000100:00000001:0.0:1773941604.921930:0:12439:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941604.921932:0:12439:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1773941604.921935:0:12439:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1773941604.921937:0:12439:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941604.921939:0:12439:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941604.921940:0:12439:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941604.921942:0:12439:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1773941604.921945:0:12439:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941604.921947:0:12439:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:0.0:1773941604.921950:0:12439:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941604.921952:0:12439:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941604.921953:0:12439:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:0.0:1773941604.921956:0:12439:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941604.921958:0:12439:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941604.921961:0:12439:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941604.921963:0:12439:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941604.921965:0:12439:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941604.921967:0:12439:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941604.921969:0:12439:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941604.921971:0:12439:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000040:0.0:1773941604.921977:0:12439:0:(genops.c:1229:class_import_get()) import ffff96f2a0db5000 refcount=3 obd=MGC192.168.202.145@tcp 00000020:00000001:0.0:1773941604.921980:0:12439:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941604.921982:0:12439:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=2 obd=MGC192.168.202.145@tcp 00000020:00000001:0.0:1773941604.921995:0:12439:0:(genops.c:1249:class_import_put()) Process leaving 02000000:08000000:0.0:1773941604.921999:0:12439:0:(sec.c:1366:sec_cop_destroy_sec()) sec.null@ffffffffc1064ea0: being destroyed 00000020:00000001:0.0:1773941604.922004:0:12439:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941604.922005:0:12439:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=1 obd=MGC192.168.202.145@tcp 00000020:00000001:0.0:1773941604.922007:0:12439:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:0.0:1773941604.922010:0:12439:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 10000000:00000001:0.0:1773941604.922012:0:12439:0:(mgc_request.c:774:mgc_llog_fini()) Process entered 10000000:00000040:0.0:1773941604.922015:0:12439:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff96f2989ac540 : new refcount 2 00000040:00000001:0.0:1773941604.922019:0:12439:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1773941604.922021:0:12439:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff96f2989ac540 : new refcount 1 00000020:00000040:0.0:1773941604.922025:0:12439:0:(genops.c:898:class_export_put()) PUTting export ffff96f283d89000 : new refcount 1 00000020:00000001:0.0:1773941604.922027:0:12439:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941604.922029:0:12439:0:(genops.c:1242:class_import_put()) import ffff96f2a0db5000 refcount=0 obd=MGC192.168.202.145@tcp 00000020:00000040:0.0:1773941604.922031:0:12439:0:(genops.c:1245:class_import_put()) final put import ffff96f2a0db5000 00000020:00000001:0.0:1773941604.922047:0:12439:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000010:0.0:1773941604.922050:0:12439:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffff96f2989ac540. 00000040:00000001:0.0:1773941604.922057:0:12439:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941604.922060:0:12439:0:(mgc_request.c:780:mgc_llog_fini()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941604.922063:0:12439:0:(mgc_request.c:816:mgc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941604.922071:0:12439:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff96f282edde00. 00000020:00000001:1.0:1773941604.922086:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000010:0.0:1773941604.922089:0:12439:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f283eb9600. 00000020:00000080:1.0:1773941604.922093:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff96f2a0db5000 for MGC192.168.202.145@tcp 00000040:00000010:0.0:1773941604.922096:0:12439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f283eb9800. 00000020:00000010:0.0:1773941604.922106:0:12439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f28309b000. 00000020:00000040:1.0:1773941604.922111:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 1 to 192.168.202.145@tcp 00000020:00000010:0.0:1773941604.922114:0:12439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f283eb9000. 00040000:00000010:0.0:1773941604.922124:0:12439:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f2834a7100. 00000020:00000040:1.0:1773941604.922129:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96f282edd980 refcount 0 to 192.168.202.145@tcp 00040000:00000010:0.0:1773941604.922132:0:12439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f283eb9400. 00000020:00000010:0.0:1773941604.922141:0:12439:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f283eb9c00. 00000020:00000010:1.0:1773941604.922142:0:36:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff96f298b326c0. 00000020:00000001:0.0:1773941604.922147:0:12439:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941604.922153:0:36:0:(obd_config.c:1058:class_decref()) Decref MGC192.168.202.145@tcp (ffff96f298b5cd28) now 4 - import 00000020:00000010:1.0:1773941604.922169:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff96f2a0db5000. 00000020:00000001:1.0:1773941604.922177:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000001:0.0:1773941604.922193:0:12439:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1773941604.922203:0:12439:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff96f2a0da3a00. 00000001:00000010:0.0:1773941604.922207:0:12439:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff96f2a0da3c00. 00000001:00000010:0.0:1773941604.922210:0:12439:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff96f2a0da2600. 00000001:00000010:0.0:1773941604.922215:0:12439:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff96f2a0da3600. 00000001:00000010:0.0:1773941604.922218:0:12439:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff96f285724560. 00000001:00000010:0.0:1773941604.922221:0:12439:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff96f283258c00. 00000001:00000001:0.0:1773941604.922226:0:12439:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1773941604.922236:0:12439:0:(obd_config.c:1058:class_decref()) Decref MGC192.168.202.145@tcp (ffff96f298b5cd28) now 3 - setup 00000020:00000001:0.0:1773941604.922240:0:12439:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941604.922243:0:12439:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1773941604.922247:0:12439:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1773941604.922251:0:12439:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:0.0:1773941604.922257:0:12439:0:(obd_config.c:1058:class_decref()) Decref MGC192.168.202.145@tcp (ffff96f298b5cd28) now 2 - obd_device_list 00000020:00000080:0.0:1773941604.922260:0:12439:0:(obd_config.c:919:class_detach()) detach on obd MGC192.168.202.145@tcp (uuid aed6ad44-ca90-40b5-927d-12baaf0d776a) 00000020:00000040:0.0:1773941604.922263:0:12439:0:(obd_config.c:1058:class_decref()) Decref MGC192.168.202.145@tcp (ffff96f298b5cd28) now 1 - newdev 00000020:00000040:0.0:1773941604.922267:0:12439:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96f283d89000 with handle 0x6eb1e9e7edefbf9e from hash 00000020:00000040:0.0:1773941604.922271:0:12439:0:(genops.c:898:class_export_put()) PUTting export ffff96f283d89000 : new refcount 0 00000020:00000080:0.0:1773941604.922273:0:12439:0:(genops.c:904:class_export_put()) final put ffff96f283d89000/aed6ad44-ca90-40b5-927d-12baaf0d776a 00000020:00000001:0.0:1773941604.922276:0:12439:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941604.922279:0:12439:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1773941604.922282:0:12439:0:(genops.c:863:class_export_destroy()) destroying export ffff96f283d89000/aed6ad44-ca90-40b5-927d-12baaf0d776a for MGC192.168.202.145@tcp 00000020:00000001:0.0:1773941604.922285:0:12439:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1773941604.922288:0:12439:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941604.922291:0:12439:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff96f283d89000. 00000020:00000001:0.0:1773941604.922295:0:12439:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1773941604.922298:0:12439:0:(genops.c:437:class_free_dev()) Release obd device MGC192.168.202.145@tcp obd_type name = mgc 00000020:01000000:0.0:1773941604.922301:0:12439:0:(genops.c:440:class_free_dev()) finishing cleanup of obd MGC192.168.202.145@tcp (aed6ad44-ca90-40b5-927d-12baaf0d776a) 00000020:00000001:0.0:1773941604.922303:0:12439:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1773941604.922306:0:12439:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f283eb9c00. 00000020:00000010:0.0:1773941604.922310:0:12439:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f283eb9400. 00000040:00000010:0.0:1773941604.922314:0:12439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff96f283eb9000. 00000020:00000010:0.0:1773941604.922317:0:12439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f28309b000. 00000020:00000010:0.0:1773941604.922321:0:12439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff96f283eb9800. 00040000:00000010:0.0:1773941604.922325:0:12439:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f2834a7100. 00040000:00000010:0.0:1773941604.922328:0:12439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f283eb9600. 10000000:00000001:0.0:1773941604.922332:0:12439:0:(mgc_request.c:824:mgc_device_free()) Process entered 00000020:00000001:0.0:1773941604.922335:0:12439:0:(obd_config.c:1281:class_del_profiles()) Process entered 00000020:00000001:0.0:1773941604.922338:0:12439:0:(obd_config.c:1294:class_del_profiles()) Process leaving 00010000:00000001:0.0:1773941604.922523:0:12439:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:0.0:1773941604.922527:0:12439:0:(ldlm_resource.c:1304:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1773941604.922542:0:12439:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1773941604.922577:0:12439:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff96f2a0da3e00. 00000020:00000010:0.0:1773941604.922583:0:12439:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff96f288bd9600. 00000020:00000010:0.0:1773941604.922589:0:12439:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff96f286074000. 00010000:00000001:0.0:1773941604.922623:0:12439:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1773941604.922636:0:12439:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff96f282ee3d80. 00000020:00000010:0.0:1773941604.922640:0:12439:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff96f282b42300. 00000020:00000010:0.0:1773941604.922644:0:12439:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff96f2834b9e80. 00000020:00000010:0.0:1773941604.922648:0:12439:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff96f290a26f00. 00000020:00000010:0.0:1773941604.922652:0:12439:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 96 at ffff96f298b32ae0. 00000020:00000010:0.0:1773941604.922655:0:12439:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff96f286074c00. 00000001:00000001:0.0:1773941604.922710:0:12439:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1773941604.922714:0:12439:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at ffff96f288bd9e00. 00000001:00000010:0.0:1773941604.922776:0:12439:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at ffff96f288bd8e00. 00000001:00000010:0.0:1773941604.922782:0:12439:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 16 at ffff96f2987650b0. 00000001:00000010:0.0:1773941604.922787:0:12439:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff96f2916ddc00. 00000001:00000001:0.0:1773941604.922793:0:12439:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1773941604.922798:0:12439:0:(ldlm_resource.c:1327:ldlm_namespace_free_post()) kfreed 'ns': 848 at ffff96f286076c00. 00010000:00000001:0.0:1773941604.922804:0:12439:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1773941604.922807:0:12439:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1773941604.922809:0:12439:0:(ldlm_resource.c:1329:ldlm_namespace_free_post()) Process leaving 00010000:00000001:0.0:1773941604.922812:0:12439:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:0.0:1773941604.922816:0:12439:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:0.0:1773941604.922819:0:12439:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1773941604.922823:0:12439:0:(ldlm_lockd.c:3527:ldlm_cleanup()) Process entered 00000001:00000010:0.0:1773941604.922851:0:12439:0:(shrinker_debug.c:208:ll_shrinker_free()) kfreed 's': 88 at ffff96f282d7fde0. 00000001:00000010:0.0:1773941604.922858:0:12439:0:(shrinker_debug.c:208:ll_shrinker_free()) kfreed 's': 88 at ffff96f298b32120. 00000020:00000001:2.0:1773941604.922906:0:12450:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941604.922914:0:12450:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941604.922920:0:12450:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00000001:2.0:1773941604.922928:0:12450:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1773941604.922932:0:12450:0:(ldlm_lockd.c:2878:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 00000020:00000010:2.0:1773941604.922958:0:12450:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff96f282edd640. 00000020:00000010:2.0:1773941604.922979:0:12450:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f2916d2c00. 00000020:00000010:2.0:1773941604.922990:0:12450:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f288e41000. 00000020:00000010:2.0:1773941604.923001:0:12450:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff96f28918a840. 00000020:00000010:2.0:1773941604.923018:0:12450:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f2916d2e00. 80000000:00000010:2.0:1773941604.923024:0:12450:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f28376f1e0. 00000020:00000001:1.0:1773941604.923029:0:12451:0:(genops.c:1914:obd_stale_export_get()) Process entered 40000000:00000010:2.0:1773941604.923030:0:12450:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff96f282edd100. 00000020:00000001:1.0:1773941604.923037:0:12451:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:2.0:1773941604.923041:0:12450:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff96f288e44000. 00010000:00010000:1.0:1773941604.923045:0:12451:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00040000:00000010:2.0:1773941604.923048:0:12450:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f2834a7b00. 00010000:00000001:1.0:1773941604.923055:0:12451:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00040000:00000010:2.0:1773941604.923056:0:12450:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f2a0e24000. 00010000:00000001:1.0:1773941604.923062:0:12451:0:(ldlm_lockd.c:2878:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:2.0:1773941604.923065:0:12450:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff96f288f6b400. 00000020:00000010:2.0:1773941604.923073:0:12450:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f2916d3200. 00010000:00000010:2.0:1773941604.923080:0:12450:0:(ldlm_lockd.c:3018:ldlm_bl_thread_main()) kfreed 'env': 56 at ffff96f282edd740. 00010000:00000001:2.0:1773941604.923084:0:12450:0:(ldlm_lockd.c:3019:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941604.923087:0:12451:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff96f282edd6c0. 00000020:00000010:1.0:1773941604.923108:0:12451:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f2a0e25600. 00010000:00000010:0.0:1773941604.923111:0:12439:0:(ldlm_lockd.c:3556:ldlm_cleanup()) kfreed 'blp': 168 at ffff96f2a0e02300. 00000020:00000010:1.0:1773941604.923118:0:12451:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f288e41800. 00000100:00000001:0.0:1773941604.923121:0:12439:0:(service.c:3841:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1773941604.923126:0:12439:0:(service.c:3843:ptlrpc_unregister_service()) ldlm_cbd: tearing down 00000020:00000010:1.0:1773941604.923131:0:12451:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff96f289188f18. 00000100:00000001:0.0:1773941604.923134:0:12439:0:(service.c:3384:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1773941604.923142:0:12439:0:(service.c:3338:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1773941604.923145:0:12439:0:(service.c:3341:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_cbd 00000020:00000010:1.0:1773941604.923147:0:12451:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f2a0e25c00. 00000100:00000040:0.0:1773941604.923149:0:12439:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cb #1 00000100:00000040:0.0:1773941604.923156:0:12439:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cb #0 80000000:00000010:1.0:1773941604.923160:0:12451:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f28376f600. 40000000:00000010:1.0:1773941604.923170:0:12451:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff96f282eddf40. 00100000:00000010:1.0:1773941604.923178:0:12451:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff96f288e40000. 00000100:00000040:0.0:1773941604.923183:0:12439:0:(service.c:3360:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cb #1 00040000:00000010:1.0:1773941604.923185:0:12451:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f2834a7700. 00040000:00000010:1.0:1773941604.923191:0:12451:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f2a0e25200. 00002000:00000010:1.0:1773941604.923196:0:12451:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff96f288f69c00. 00000020:00000010:1.0:1773941604.923204:0:12451:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f2a0e24400. 00010000:00000010:1.0:1773941604.923209:0:12451:0:(ldlm_lockd.c:3018:ldlm_bl_thread_main()) kfreed 'env': 56 at ffff96f282eddb00. 00010000:00000001:1.0:1773941604.923212:0:12451:0:(ldlm_lockd.c:3019:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941604.923233:0:12440:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f283f1be00. 00000040:00000010:0.0:1773941604.923241:0:12440:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f283f1b400. 00000020:00000010:0.0:1773941604.923246:0:12440:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f2a0d91800. 00000020:00000010:0.0:1773941604.923254:0:12440:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff96f2882c9420. 00000020:00000010:0.0:1773941604.923262:0:12440:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f283f1ba00. 80000000:00000010:0.0:1773941604.923270:0:12440:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f2892f10c0. 40000000:00000010:0.0:1773941604.923278:0:12440:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff96f298b7a940. 00100000:00000010:0.0:1773941604.923283:0:12440:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff96f2a0d92000. 00040000:00000010:0.0:1773941604.923289:0:12440:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f298b8f100. 00040000:00000010:0.0:1773941604.923296:0:12440:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff96f2a0d97000. 00040000:00000010:0.0:1773941604.923301:0:12440:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f283f1a800. 00000020:00000010:1.0:1773941604.923305:0:12441:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f283f1aa00. 00000004:00000010:0.0:1773941604.923308:0:12440:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff96f2a0d90000. 00000040:00000010:1.0:1773941604.923321:0:12441:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f283f1b800. 00000004:00000010:0.0:1773941604.923322:0:12440:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff96f2850f3000. 00000020:00000010:1.0:1773941604.923340:0:12441:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f2a0d90800. 00000004:00000010:0.0:1773941604.923341:0:12440:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff96f2a0d93000. 00000020:00000010:1.0:1773941604.923349:0:12441:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff96f2882ce9a8. 00002000:00000010:0.0:1773941604.923352:0:12440:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff96f298749000. 00000020:00000010:1.0:1773941604.923359:0:12441:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f283f1bc00. 00000004:00000010:0.0:1773941604.923365:0:12440:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff96f29874b400. 80000000:00000010:1.0:1773941604.923369:0:12441:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f2892f13c0. 00000020:00000010:0.0:1773941604.923376:0:12440:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f283f1ac00. 40000000:00000010:1.0:1773941604.923380:0:12441:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff96f298b7af80. 00000020:00000010:0.0:1773941604.923390:0:12440:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff96f298b7af00. 00100000:00000010:1.0:1773941604.923392:0:12441:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff96f2a0d91000. 00040000:00000010:1.0:1773941604.923419:0:12441:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f298b8f800. 00040000:00000010:1.0:1773941604.923425:0:12441:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff96f2a0d92800. 00040000:00000010:1.0:1773941604.923431:0:12441:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f283f1b000. 00000100:00000010:0.0:1773941604.923435:0:12440:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff96f298b7a140. 00000004:00000010:1.0:1773941604.923437:0:12441:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff96f2a0d94000. 00000100:00100000:0.0:1773941604.923450:0:12440:0:(service.c:3162:ptlrpc_main()) ldlm_cb00_000: service thread [ffff96f2a0da2a00:12440] 0 exiting: rc = 1 00000004:00000010:1.0:1773941604.923451:0:12441:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff96f2850f6000. 00000004:00000010:1.0:1773941604.923462:0:12441:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff96f2a0d96000. 00002000:00000010:1.0:1773941604.923479:0:12441:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff96f29874b800. 00000004:00000010:1.0:1773941604.923487:0:12441:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff96f29874a000. 00000020:00000010:1.0:1773941604.923492:0:12441:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f283f1ae00. 00000020:00000010:1.0:1773941604.923498:0:12441:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff96f298b7ae40. 00000100:00000010:1.0:1773941604.923505:0:12441:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff96f298b7acc0. 00000100:00100000:1.0:1773941604.923511:0:12441:0:(service.c:3162:ptlrpc_main()) ldlm_cb00_001: service thread [ffff96f2a0da2200:12441] 1 exiting: rc = 0 00000100:00000010:2.0:1773941604.923580:0:12439:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff96f2a0da2a00. 00000100:00000010:2.0:1773941604.923593:0:12439:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff96f2a0da2200. 00000100:00000001:2.0:1773941604.923602:0:12439:0:(service.c:3375:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1773941604.923604:0:12439:0:(service.c:3338:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1773941604.923606:0:12439:0:(service.c:3341:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_cbd 00000100:00000040:2.0:1773941604.923610:0:12439:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cb #1 00000100:00000040:2.0:1773941604.923613:0:12439:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cb #0 00000100:00000040:2.0:1773941604.923636:0:12439:0:(service.c:3360:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cb #1 00000020:00000010:2.0:1773941604.923652:0:12443:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f287e2c000. 00000040:00000010:2.0:1773941604.923661:0:12443:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f287e2d200. 00000020:00000010:2.0:1773941604.923668:0:12443:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f288ef9000. 00000020:00000010:3.0:1773941604.923671:0:12442:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f283edec00. 00000020:00000010:2.0:1773941604.923675:0:12443:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff96f284aec168. 00000040:00000010:3.0:1773941604.923680:0:12442:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f283edee00. 00000020:00000010:2.0:1773941604.923682:0:12443:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f287e2cc00. 00000020:00000010:3.0:1773941604.923687:0:12442:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f284b12800. 80000000:00000010:2.0:1773941604.923689:0:12443:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f284cd2b40. 00000020:00000010:3.0:1773941604.923694:0:12442:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff96f28914eeb0. 40000000:00000010:2.0:1773941604.923697:0:12443:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff96f2856cac00. 00000020:00000010:3.0:1773941604.923702:0:12442:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f283edf200. 00100000:00000010:2.0:1773941604.923703:0:12443:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff96f288efa800. 80000000:00000010:3.0:1773941604.923710:0:12442:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f282d7f3c0. 00040000:00000010:2.0:1773941604.923712:0:12443:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f299fdf100. 00010000:00000010:3.1:1773941604.923777:0:12442:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96f29264de00. 00010000:00000010:3.1:1773941604.923789:0:12442:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96f2814ebe00. 00040000:00000010:2.0:1773941604.923793:0:12443:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff96f288eff000. 40000000:00000010:3.0:1773941604.923802:0:12442:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff96f2a031a280. 00040000:00000010:2.0:1773941604.923804:0:12443:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f287e2d800. 00000004:00000010:2.0:1773941604.923817:0:12443:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff96f288efc000. 00100000:00000010:3.0:1773941604.923818:0:12442:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff96f284b11000. 00040000:00000010:3.0:1773941604.923843:0:12442:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f283258600. 00000004:00000010:2.0:1773941604.923844:0:12443:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff96f287de0000. 00040000:00000010:3.0:1773941604.923852:0:12442:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff96f284b10000. 00040000:00000010:3.0:1773941604.923860:0:12442:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f282a92200. 00000004:00000010:2.0:1773941604.923861:0:12443:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff96f288efe000. 00000004:00000010:3.0:1773941604.923865:0:12442:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff96f284b14000. 00002000:00000010:2.0:1773941604.923878:0:12443:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff96f28600bc00. 00000004:00000010:3.0:1773941604.923879:0:12442:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff96f298afc000. 00000004:00000010:3.0:1773941604.923894:0:12442:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff96f284b11800. 00000004:00000010:2.0:1773941604.923899:0:12443:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff96f286008c00. 00002000:00000010:3.0:1773941604.923901:0:12442:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff96f298af5000. 00000004:00000010:3.0:1773941604.923912:0:12442:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff96f298af7400. 00000020:00000010:2.0:1773941604.923918:0:12443:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f287e2d600. 00000020:00000010:3.0:1773941604.923919:0:12442:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f283ede800. 00000020:00000010:3.0:1773941604.923922:0:12442:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff96f2a031ab00. 00000100:00000010:3.0:1773941604.923927:0:12442:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff96f2a031a6c0. 00000100:00100000:3.0:1773941604.923929:0:12442:0:(service.c:3162:ptlrpc_main()) ldlm_cb01_000: service thread [ffff96f2a0da3400:12442] 0 exiting: rc = 1 00000020:00000010:2.0:1773941604.923948:0:12443:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff96f2856ca440. 00000100:00000010:2.0:1773941604.923964:0:12443:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff96f2856ca400. 00000100:00100000:2.0:1773941604.923973:0:12443:0:(service.c:3162:ptlrpc_main()) ldlm_cb01_001: service thread [ffff96f290b31e00:12443] 1 exiting: rc = 0 00000100:00000010:0.0:1773941604.924033:0:12439:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff96f2a0da3400. 00000100:00000010:0.0:1773941604.924044:0:12439:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff96f290b31e00. 00000100:00000001:0.0:1773941604.924052:0:12439:0:(service.c:3375:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1773941604.924055:0:12439:0:(service.c:3391:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1773941604.924061:0:12439:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 15 lazy 00000400:00000001:0.0:1773941604.924069:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941604.924072:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941604.924076:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a15840. 00000400:00000200:0.0:1773941604.924082:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f288b87e40 00000400:00000010:0.0:1773941604.924085:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f288b87e40. 00000100:00000001:0.0:1773941604.924093:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941604.924096:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_cbd 00000100:00100000:0.0:1773941604.924105:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941604.924108:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1773941604.924111:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941604.924124:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941604.924126:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941604.924129:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2891e7370. 00000400:00000200:0.0:1773941604.924132:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282b259c0 00000400:00000010:0.0:1773941604.924135:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282b259c0. 00000100:00000001:0.0:1773941604.924138:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941604.924140:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_cbd 00000100:00100000:0.0:1773941604.924146:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941604.924148:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1773941604.924149:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1773941604.924153:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941604.924155:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1773941604.924165:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f285134000. 00000100:00000010:0.0:1773941604.924171:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f298af4800. 00000100:00000010:0.0:1773941604.924190:0:12439:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff96f2a0d94800. 00000100:00000010:0.0:1773941604.924195:0:12439:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff96f2a0d97800. 00000100:00000001:0.0:1773941604.924198:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941604.924200:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1773941604.924203:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f285132000. 00000100:00000010:0.0:1773941604.924206:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f298af5800. 00000100:00000010:0.0:1773941604.924216:0:12439:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff96f288efe800. 00000100:00000010:0.0:1773941604.924219:0:12439:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff96f284b16000. 00000100:00000001:0.0:1773941604.924224:0:12439:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1773941604.924227:0:12439:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941604.924231:0:12439:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1773941604.924234:0:12439:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1773941604.924237:0:12439:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff96f2a031adc0. 00000100:00000001:0.0:1773941604.924241:0:12439:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1773941604.924244:0:12439:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941604.924247:0:12439:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941604.924250:0:12439:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f282b25540. 00000100:00000001:0.0:1773941604.924253:0:12439:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941604.924254:0:12439:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941604.924256:0:12439:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f282b25f00. 00000100:00000001:0.0:1773941604.924259:0:12439:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941604.924261:0:12439:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941604.924263:0:12439:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f282b253c0. 00000100:00000001:0.0:1773941604.924265:0:12439:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941604.924274:0:12439:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941604.924276:0:12439:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f282b25300. 00000100:00000001:0.0:1773941604.924279:0:12439:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000100:00000001:0.0:1773941604.924281:0:12439:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1773941604.924282:0:12439:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941604.924284:0:12439:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1773941604.924286:0:12439:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1773941604.924287:0:12439:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff96f2a031a000. 00000100:00000001:0.0:1773941604.924290:0:12439:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1773941604.924292:0:12439:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941604.924294:0:12439:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941604.924295:0:12439:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f282b25240. 00000100:00000001:0.0:1773941604.924298:0:12439:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941604.924299:0:12439:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941604.924301:0:12439:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f282b250c0. 00000100:00000001:0.0:1773941604.924303:0:12439:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941604.924305:0:12439:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941604.924306:0:12439:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f282b25b40. 00000100:00000001:0.0:1773941604.924308:0:12439:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941604.924310:0:12439:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941604.924311:0:12439:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f282b25c00. 00000100:00000001:0.0:1773941604.924313:0:12439:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1773941604.924442:0:12439:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff96f298af8000. 00000020:00000010:0.0:1773941604.924449:0:12439:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff96f298af6800. 00000100:00000010:0.0:1773941604.924479:0:12439:0:(service.c:3818:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff96f2860ac000. 00000100:00000010:0.0:1773941604.924493:0:12439:0:(service.c:3824:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff96f298af9000. 00000100:00000010:0.0:1773941604.924499:0:12439:0:(service.c:3818:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff96f286018000. 00000100:00000010:0.0:1773941604.924509:0:12439:0:(service.c:3824:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff96f298afe000. 00000100:00000010:0.0:1773941604.924514:0:12439:0:(service.c:3830:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffff96f298af5400. 00000100:00000010:0.0:1773941604.924517:0:12439:0:(service.c:3830:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffff96f298af4000. 00000100:00000010:0.0:1773941604.924520:0:12439:0:(service.c:3836:ptlrpc_service_free()) kfreed 'svc': 360 at ffff96f2a0da3800. 00000100:00000001:0.0:1773941604.924523:0:12439:0:(service.c:3863:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941604.924526:0:12439:0:(service.c:3841:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1773941604.924528:0:12439:0:(service.c:3843:ptlrpc_unregister_service()) ldlm_canceld: tearing down 00000100:00000001:0.0:1773941604.924532:0:12439:0:(service.c:3384:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1773941604.924534:0:12439:0:(service.c:3338:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1773941604.924536:0:12439:0:(service.c:3341:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_canceld 00000100:00000040:0.0:1773941604.924545:0:12439:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #2 00000100:00000040:0.0:1773941604.924548:0:12439:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #1 00000100:00000040:0.0:1773941604.924550:0:12439:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #0 00000100:00000040:0.0:1773941604.924582:0:12439:0:(service.c:3360:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cn #2 00000020:00000010:0.0:1773941604.924602:0:12445:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f2850ee400. 00000020:00000010:0.0:1773941604.924609:0:12445:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f28376f300. 00000020:00000010:1.0:1773941604.924613:0:12444:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f2850efe00. 00000040:00000010:0.0:1773941604.924615:0:12445:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f2850ef600. 00000020:00000010:0.0:1773941604.924625:0:12445:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f289143000. 00000020:00000010:1.0:1773941604.924629:0:12444:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f28376f900. 00000020:00000010:0.0:1773941604.924633:0:12445:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff96f28918df98. 00000040:00000010:1.0:1773941604.924640:0:12444:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f2850ef000. 00000020:00000010:0.0:1773941604.924641:0:12445:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f2850efa00. 80000000:00000010:0.0:1773941604.924651:0:12445:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f28376fc00. 00000020:00000010:1.0:1773941604.924654:0:12444:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f289141000. 40000000:00000010:0.0:1773941604.924658:0:12445:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff96f282edd5c0. 00000020:00000010:1.0:1773941604.924664:0:12444:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff96f289188a10. 00008000:00000010:0.0:1773941604.924667:0:12445:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f2882ee6d8. 00100000:00000010:0.0:1773941604.924685:0:12445:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff96f289140800. 00000020:00000010:1.0:1773941604.924686:0:12444:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f2850ef800. 00040000:00000010:0.0:1773941604.924699:0:12445:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f2834a7a00. 80000000:00000010:1.0:1773941604.924701:0:12444:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f28376f2a0. 00040000:00000010:0.0:1773941604.924707:0:12445:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff96f289143800. 40000000:00000010:1.0:1773941604.924712:0:12444:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff96f282eddc40. 00040000:00000010:0.0:1773941604.924763:0:12445:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f2850ef400. 00000004:00000010:0.0:1773941604.924769:0:12445:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff96f289145800. 00000004:00000010:0.0:1773941604.924774:0:12445:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff96f285341000. 00000004:00000010:0.0:1773941604.924780:0:12445:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff96f289141800. 00008000:00000010:1.0:1773941604.924787:0:12444:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f2882ec388. 00002000:00000010:0.0:1773941604.924788:0:12445:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff96f288f6bc00. 00000004:00000010:0.0:1773941604.924802:0:12445:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff96f288f6a400. 00100000:00000010:1.0:1773941604.924805:0:12444:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff96f289144800. 00000020:00000010:0.0:1773941604.924811:0:12445:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f2850ee800. 00040000:00000010:1.0:1773941604.924816:0:12444:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f2834a7200. 00000020:00000010:0.0:1773941604.924820:0:12445:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff96f282eddf80. 00040000:00000010:1.0:1773941604.924827:0:12444:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff96f289145000. 00000100:00000010:0.0:1773941604.924832:0:12445:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff96f282edda80. 00040000:00000010:1.0:1773941604.924837:0:12444:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f2850ef200. 00000100:00100000:0.0:1773941604.924839:0:12445:0:(service.c:3162:ptlrpc_main()) ldlm_cn00_001: service thread [ffff96f283f1a600:12445] 1 exiting: rc = 0 00000004:00000010:1.0:1773941604.924852:0:12444:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff96f289142800. 00000004:00000010:1.0:1773941604.924864:0:12444:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff96f285347000. 00000004:00000010:1.0:1773941604.924870:0:12444:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff96f289147000. 00002000:00000010:1.0:1773941604.924874:0:12444:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff96f288f6a800. 00000004:00000010:1.0:1773941604.924878:0:12444:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff96f288f68000. 00000020:00000010:1.0:1773941604.924884:0:12444:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f2850ee200. 00000020:00000010:1.0:1773941604.924895:0:12444:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff96f282edd400. 00000100:00000010:1.0:1773941604.924906:0:12444:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff96f282edddc0. 00000100:00100000:1.0:1773941604.924912:0:12444:0:(service.c:3162:ptlrpc_main()) ldlm_cn00_000: service thread [ffff96f2a0150400:12444] 0 exiting: rc = 1 00000020:00000010:0.0:1773941604.924929:0:12446:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f289015e00. 00000020:00000010:0.0:1773941604.924939:0:12446:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f28376f7e0. 00000040:00000010:0.0:1773941604.924945:0:12446:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f2a0162200. 00000020:00000010:0.0:1773941604.924949:0:12446:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f289147800. 00000020:00000010:0.0:1773941604.924954:0:12446:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff96f28918bc60. 00000020:00000010:0.0:1773941604.924960:0:12446:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f288bb2800. 80000000:00000010:0.0:1773941604.924966:0:12446:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f28376fa80. 40000000:00000010:0.0:1773941604.924972:0:12446:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff96f282edd280. 00008000:00000010:0.0:1773941604.924988:0:12446:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f2882ece20. 00100000:00000010:0.0:1773941604.924994:0:12446:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff96f289142000. 00040000:00000010:0.0:1773941604.924999:0:12446:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f2834a7500. 00040000:00000010:0.0:1773941604.925004:0:12446:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff96f289146000. 00040000:00000010:0.0:1773941604.925010:0:12446:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f2890a2600. 00000004:00000010:0.0:1773941604.925016:0:12446:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff96f289144000. 00000004:00000010:0.0:1773941604.925020:0:12446:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff96f285344000. 00000004:00000010:0.0:1773941604.925024:0:12446:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff96f288e47000. 00002000:00000010:0.0:1773941604.925028:0:12446:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff96f288f69000. 00000004:00000010:0.0:1773941604.925032:0:12446:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff96f288f6b000. 00000020:00000010:0.0:1773941604.925036:0:12446:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f289014a00. 00000020:00000010:0.0:1773941604.925041:0:12446:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff96f282eddbc0. 00000100:00000010:0.0:1773941604.925046:0:12446:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff96f282edd600. 00000100:00100000:0.0:1773941604.925050:0:12446:0:(service.c:3162:ptlrpc_main()) ldlm_cn00_002: service thread [ffff96f287e2ca00:12446] 2 exiting: rc = 0 00000100:00000010:2.0:1773941604.925106:0:12439:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff96f2a0150400. 00000100:00000010:2.0:1773941604.925121:0:12439:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff96f283f1a600. 00000100:00000010:2.0:1773941604.925126:0:12439:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff96f287e2ca00. 00000100:00000001:2.0:1773941604.925130:0:12439:0:(service.c:3375:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1773941604.925132:0:12439:0:(service.c:3338:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1773941604.925142:0:12439:0:(service.c:3341:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_canceld 00000100:00000040:2.0:1773941604.925144:0:12439:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #2 00000100:00000040:2.0:1773941604.925147:0:12439:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #1 00000100:00000040:2.0:1773941604.925149:0:12439:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #0 00000100:00000040:2.0:1773941604.925174:0:12439:0:(service.c:3360:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cn #2 00000020:00000010:3.0:1773941604.925230:0:12447:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f287e2dc00. 00000020:00000010:3.0:1773941604.925237:0:12447:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f284cd26c0. 00000040:00000010:3.0:1773941604.925240:0:12447:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f287e2d000. 00000020:00000010:3.0:1773941604.925242:0:12447:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f288efc800. 00000020:00000010:3.0:1773941604.925252:0:12447:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff96f284aeb250. 00000020:00000010:3.0:1773941604.925256:0:12447:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f287e2c800. 80000000:00000010:3.0:1773941604.925259:0:12447:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f284cd2ae0. 40000000:00000010:3.0:1773941604.925261:0:12447:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff96f2856cad80. 00008000:00000010:3.0:1773941604.925264:0:12447:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f2a0e23880. 00100000:00000010:3.0:1773941604.925267:0:12447:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff96f288efb000. 00040000:00000010:3.0:1773941604.925269:0:12447:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f299fdf300. 00040000:00000010:3.0:1773941604.925272:0:12447:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff96f288efa000. 00040000:00000010:3.0:1773941604.925275:0:12447:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f287e2d400. 00000004:00000010:3.0:1773941604.925277:0:12447:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff96f288ef8800. 00000004:00000010:3.0:1773941604.925279:0:12447:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff96f287de6000. 00000004:00000010:3.0:1773941604.925282:0:12447:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff96f288efd000. 00002000:00000010:3.0:1773941604.925285:0:12447:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff96f286008800. 00000004:00000010:3.0:1773941604.925287:0:12447:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff96f286008000. 00000020:00000010:3.0:1773941604.925289:0:12447:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f287e2ce00. 00000020:00000010:3.0:1773941604.925293:0:12447:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff96f2856caf00. 00000100:00000010:3.0:1773941604.925297:0:12447:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff96f2856ca140. 00000100:00100000:3.0:1773941604.925299:0:12447:0:(service.c:3162:ptlrpc_main()) ldlm_cn01_000: service thread [ffff96f28933ae00:12447] 0 exiting: rc = 1 00000020:00000010:3.0:1773941604.925340:0:12448:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f28933be00. 00000020:00000010:3.0:1773941604.925343:0:12448:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f282d7ff60. 00000040:00000010:3.0:1773941604.925345:0:12448:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f2916dd400. 00000020:00000010:3.0:1773941604.925347:0:12448:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f284b12000. 00000020:00000010:3.0:1773941604.925349:0:12448:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff96f289149928. 00000020:00000010:3.0:1773941604.925352:0:12448:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f2916dce00. 80000000:00000010:3.0:1773941604.925354:0:12448:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f282d7f5a0. 40000000:00000010:3.0:1773941604.925356:0:12448:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff96f2a031af40. 00008000:00000010:3.0:1773941604.925358:0:12448:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f290896a60. 00100000:00000010:3.0:1773941604.925360:0:12448:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff96f284b10800. 00040000:00000010:3.0:1773941604.925362:0:12448:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f283258500. 00040000:00000010:3.0:1773941604.925364:0:12448:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff96f284b15800. 00040000:00000010:3.0:1773941604.925365:0:12448:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f2916dc200. 00000004:00000010:3.0:1773941604.925367:0:12448:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff96f284b17000. 00000004:00000010:3.0:1773941604.925369:0:12448:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff96f2916e4000. 00000004:00000010:3.0:1773941604.925372:0:12448:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff96f283d8f000. 00002000:00000010:3.0:1773941604.925378:0:12448:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff96f2a0e3a800. 00000004:00000010:3.0:1773941604.925380:0:12448:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff96f2a0e39000. 00000020:00000010:3.0:1773941604.925382:0:12448:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f28933b000. 00000020:00000010:3.0:1773941604.925384:0:12448:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff96f2a031a100. 00000100:00000010:3.0:1773941604.925387:0:12448:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff96f2a031ad80. 00000100:00100000:3.0:1773941604.925389:0:12448:0:(service.c:3162:ptlrpc_main()) ldlm_cn01_001: service thread [ffff96f28933b200:12448] 1 exiting: rc = 0 00000020:00000010:3.0:1773941604.925431:0:12449:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f2916dda00. 00000020:00000010:3.0:1773941604.925434:0:12449:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f282d7fd20. 00000040:00000010:3.0:1773941604.925436:0:12449:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f2916dd600. 00000020:00000010:3.0:1773941604.925438:0:12449:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f2a0db2800. 00000020:00000010:3.0:1773941604.925440:0:12449:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff96f28914e4a0. 00000020:00000010:3.0:1773941604.925442:0:12449:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f2916dc600. 80000000:00000010:3.0:1773941604.925444:0:12449:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f282d7f4e0. 40000000:00000010:3.0:1773941604.925445:0:12449:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff96f2a031a700. 00008000:00000010:3.0:1773941604.925447:0:12449:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f290897c08. 00100000:00000010:3.0:1773941604.925450:0:12449:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff96f2a0db7000. 00040000:00000010:3.0:1773941604.925452:0:12449:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f283258900. 00040000:00000010:3.0:1773941604.925453:0:12449:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff96f2a0db3000. 00040000:00000010:3.0:1773941604.925455:0:12449:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f2916dcc00. 00000004:00000010:3.0:1773941604.925457:0:12449:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff96f2a0db5800. 00000004:00000010:3.0:1773941604.925458:0:12449:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff96f2916e3000. 00000004:00000010:3.0:1773941604.925460:0:12449:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff96f2a0db3800. 00002000:00000010:3.0:1773941604.925462:0:12449:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff96f2a0e3a400. 00000004:00000010:3.0:1773941604.925463:0:12449:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff96f2a0e3b400. 00000020:00000010:3.0:1773941604.925465:0:12449:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f2916dc400. 00000020:00000010:3.0:1773941604.925468:0:12449:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff96f2a031a800. 00000100:00000010:3.0:1773941604.925470:0:12449:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff96f2a031a080. 00000100:00100000:3.0:1773941604.925471:0:12449:0:(service.c:3162:ptlrpc_main()) ldlm_cn01_002: service thread [ffff96f2890a2400:12449] 2 exiting: rc = 0 00000100:00000010:2.0:1773941604.925520:0:12439:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff96f28933ae00. 00000100:00000010:2.0:1773941604.925529:0:12439:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff96f28933b200. 00000100:00000010:2.0:1773941604.925534:0:12439:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff96f2890a2400. 00000100:00000001:2.0:1773941604.925538:0:12439:0:(service.c:3375:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1773941604.925540:0:12439:0:(service.c:3391:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1773941604.925545:0:12439:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 17 lazy 00000400:00000001:2.0:1773941604.925550:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.925552:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.925555:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3580. 00000400:00000200:2.0:1773941604.925559:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0e02b40 00000400:00000010:2.0:1773941604.925562:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0e02b40. 00000100:00000001:2.0:1773941604.925565:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.925568:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.925575:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.925578:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1773941604.925580:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.925583:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.925584:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.925586:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3420. 00000400:00000200:2.0:1773941604.925588:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0e02600 00000400:00000010:2.0:1773941604.925590:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0e02600. 00000100:00000001:2.0:1773941604.925593:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.925594:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.925610:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.925612:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1773941604.925614:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.925617:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.925619:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.925621:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3528. 00000400:00000200:2.0:1773941604.925624:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0e02a80 00000400:00000010:2.0:1773941604.925626:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0e02a80. 00000100:00000001:2.0:1773941604.925628:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.925629:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.925634:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.925636:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1773941604.925638:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.925640:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.925641:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.925643:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d30b0. 00000400:00000200:2.0:1773941604.925645:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0e02540 00000400:00000010:2.0:1773941604.925647:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0e02540. 00000100:00000001:2.0:1773941604.925650:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.925651:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.925656:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.925658:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1773941604.925660:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.925661:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.925663:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.925664:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3e70. 00000400:00000200:2.0:1773941604.925667:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0e02480 00000400:00000010:2.0:1773941604.925668:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0e02480. 00000100:00000001:2.0:1773941604.925671:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.925672:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.925677:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.925679:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1773941604.925680:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.925682:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.925683:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.925685:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3dc0. 00000400:00000200:2.0:1773941604.925687:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0e02180 00000400:00000010:2.0:1773941604.925689:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0e02180. 00000100:00000001:2.0:1773941604.925698:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.925699:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.925705:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.925707:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1773941604.925709:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.925711:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.925713:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.925750:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3000. 00000400:00000200:2.0:1773941604.925756:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0e02840 00000400:00000010:2.0:1773941604.925761:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0e02840. 00000100:00000001:2.0:1773941604.925764:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.925766:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.925776:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.925778:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1773941604.925781:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.925784:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.925786:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.925788:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3bb0. 00000400:00000200:2.0:1773941604.925794:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28a081180 00000400:00000010:2.0:1773941604.925797:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28a081180. 00000100:00000001:2.0:1773941604.925801:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.925803:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.925811:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.925814:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1773941604.925818:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.925821:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.925823:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.925825:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3f20. 00000400:00000200:2.0:1773941604.925830:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28a081f00 00000400:00000010:2.0:1773941604.925833:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28a081f00. 00000100:00000001:2.0:1773941604.925840:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.925843:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.925857:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.925861:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1773941604.925866:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.925871:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.925874:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.925878:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d37e8. 00000400:00000200:2.0:1773941604.925897:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28a081cc0 00000400:00000010:2.0:1773941604.925902:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28a081cc0. 00000100:00000001:2.0:1773941604.925909:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.925912:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.925921:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.925925:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1773941604.925928:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.925931:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.925933:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.925936:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3790. 00000400:00000200:2.0:1773941604.925941:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28a081b40 00000400:00000010:2.0:1773941604.925945:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28a081b40. 00000100:00000001:2.0:1773941604.925949:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.925952:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.925959:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.925963:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1773941604.925966:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.925969:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.925972:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.925975:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3ec8. 00000400:00000200:2.0:1773941604.925980:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28a081300 00000400:00000010:2.0:1773941604.925983:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28a081300. 00000100:00000001:2.0:1773941604.925988:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.925990:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.925999:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.926002:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1773941604.926005:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.926008:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.926009:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.926011:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d31b8. 00000400:00000200:2.0:1773941604.926014:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28a081780 00000400:00000010:2.0:1773941604.926016:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28a081780. 00000100:00000001:2.0:1773941604.926019:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.926021:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.926026:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.926028:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1773941604.926029:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.926042:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.926043:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.926046:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d34d0. 00000400:00000200:2.0:1773941604.926049:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28a081600 00000400:00000010:2.0:1773941604.926051:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28a081600. 00000100:00000001:2.0:1773941604.926054:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.926055:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.926061:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.926063:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1773941604.926065:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.926067:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.926068:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.926070:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3160. 00000400:00000200:2.0:1773941604.926072:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28a0810c0 00000400:00000010:2.0:1773941604.926074:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28a0810c0. 00000100:00000001:2.0:1773941604.926076:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.926078:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.926083:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.926084:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1773941604.926086:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.926088:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.926089:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.926091:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3c60. 00000400:00000200:2.0:1773941604.926093:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f289151c00 00000400:00000010:2.0:1773941604.926095:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f289151c00. 00000100:00000001:2.0:1773941604.926099:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.926101:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.926106:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.926107:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1773941604.926109:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.926111:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.926112:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.926114:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d36e0. 00000400:00000200:2.0:1773941604.926116:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f289151cc0 00000400:00000010:2.0:1773941604.926118:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f289151cc0. 00000100:00000001:2.0:1773941604.926120:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.926122:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.926127:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.926134:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1773941604.926136:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.926139:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.926140:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.926143:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2834d3898. 00000400:00000200:2.0:1773941604.926145:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f289151600 00000400:00000010:2.0:1773941604.926147:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f289151600. 00000100:00000001:2.0:1773941604.926150:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.926151:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.926156:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.926158:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1773941604.926160:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.926162:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.926163:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.926165:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796840. 00000400:00000200:2.0:1773941604.926168:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2891516c0 00000400:00000010:2.0:1773941604.926170:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2891516c0. 00000100:00000001:2.0:1773941604.926172:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.926173:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.926178:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.926180:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1773941604.926182:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.926184:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.926185:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.926187:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796210. 00000400:00000200:2.0:1773941604.926189:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f289151f00 00000400:00000010:2.0:1773941604.926191:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f289151f00. 00000100:00000001:2.0:1773941604.926193:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.926195:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.926200:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.926202:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1773941604.926203:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.926205:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.926206:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.926208:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796e18. 00000400:00000200:2.0:1773941604.926210:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2891513c0 00000400:00000010:2.0:1773941604.926212:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2891513c0. 00000100:00000001:2.0:1773941604.926214:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.926221:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.926226:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.926228:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1773941604.926230:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.926233:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.926235:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.926237:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796948. 00000400:00000200:2.0:1773941604.926239:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f289151d80 00000400:00000010:2.0:1773941604.926241:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f289151d80. 00000100:00000001:2.0:1773941604.926244:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.926245:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.926250:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.926252:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1773941604.926254:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.926255:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.926257:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.926259:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796580. 00000400:00000200:2.0:1773941604.926261:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f289151540 00000400:00000010:2.0:1773941604.926263:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f289151540. 00000100:00000001:2.0:1773941604.926265:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.926266:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.926271:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.926273:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1773941604.926274:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.926276:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.926278:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.926279:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796420. 00000400:00000200:2.0:1773941604.926281:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f289151780 00000400:00000010:2.0:1773941604.926283:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f289151780. 00000100:00000001:2.0:1773941604.926285:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.926287:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.926292:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.926293:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1773941604.926295:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.926297:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.926298:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.926300:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796528. 00000400:00000200:2.0:1773941604.926302:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f289151000 00000400:00000010:2.0:1773941604.926309:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f289151000. 00000100:00000001:2.0:1773941604.926312:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.926314:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.926319:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.926321:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1773941604.926322:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.926324:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.926326:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.926327:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2987960b0. 00000400:00000200:2.0:1773941604.926330:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f289151240 00000400:00000010:2.0:1773941604.926331:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f289151240. 00000100:00000001:2.0:1773941604.926333:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.926335:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.926340:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.926342:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1773941604.926343:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.926345:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.926346:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.926348:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796e70. 00000400:00000200:2.0:1773941604.926350:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2891510c0 00000400:00000010:2.0:1773941604.926352:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2891510c0. 00000100:00000001:2.0:1773941604.926354:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.926356:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.926360:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.926362:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1773941604.926364:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.926365:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.926367:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.926369:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796dc0. 00000400:00000200:2.0:1773941604.926371:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f289151300 00000400:00000010:2.0:1773941604.926373:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f289151300. 00000100:00000001:2.0:1773941604.926375:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.926376:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.926381:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.926383:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1773941604.926385:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.926386:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.926393:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.926396:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796000. 00000400:00000200:2.0:1773941604.926398:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f289151a80 00000400:00000010:2.0:1773941604.926400:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f289151a80. 00000100:00000001:2.0:1773941604.926430:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.926432:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.926439:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.926441:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1773941604.926443:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.926446:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.926447:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.926449:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796bb0. 00000400:00000200:2.0:1773941604.926452:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f289151840 00000400:00000010:2.0:1773941604.926454:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f289151840. 00000100:00000001:2.0:1773941604.926456:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.926458:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.926463:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.926465:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1773941604.926466:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.926468:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.926469:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.926471:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796f20. 00000400:00000200:2.0:1773941604.926473:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f289151480 00000400:00000010:2.0:1773941604.926475:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f289151480. 00000100:00000001:2.0:1773941604.926477:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.926478:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.926483:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.926485:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1773941604.926487:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.926488:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.926490:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.926491:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2987967e8. 00000400:00000200:2.0:1773941604.926493:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f289151900 00000400:00000010:2.0:1773941604.926495:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f289151900. 00000100:00000001:2.0:1773941604.926498:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.926499:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.926504:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.926506:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1773941604.926515:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.926518:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.926519:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.926522:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796790. 00000400:00000200:2.0:1773941604.926524:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2891519c0 00000400:00000010:2.0:1773941604.926526:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2891519c0. 00000100:00000001:2.0:1773941604.926529:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.926530:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.926535:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.926537:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1773941604.926539:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.926540:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.926542:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.926543:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796ec8. 00000400:00000200:2.0:1773941604.926546:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f289151180 00000400:00000010:2.0:1773941604.926548:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f289151180. 00000100:00000001:2.0:1773941604.926550:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.926551:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.926556:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.926558:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1773941604.926560:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.926562:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.926563:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.926565:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2987961b8. 00000400:00000200:2.0:1773941604.926567:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282e6e0c0 00000400:00000010:2.0:1773941604.926569:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282e6e0c0. 00000100:00000001:2.0:1773941604.926572:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.926573:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.926578:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.926580:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1773941604.926582:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.926583:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.926585:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.926586:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2987964d0. 00000400:00000200:2.0:1773941604.926588:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282e6ef00 00000400:00000010:2.0:1773941604.926590:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282e6ef00. 00000100:00000001:2.0:1773941604.926593:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.926594:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.926605:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.926607:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1773941604.926609:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.926612:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.926613:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.926616:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796160. 00000400:00000200:2.0:1773941604.926618:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282b9ecc0 00000400:00000010:2.0:1773941604.926620:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282b9ecc0. 00000100:00000001:2.0:1773941604.926623:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.926624:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.926629:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.926631:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1773941604.926633:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.926634:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.926636:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.926637:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796c60. 00000400:00000200:2.0:1773941604.926640:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282b9ef00 00000400:00000010:2.0:1773941604.926641:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282b9ef00. 00000100:00000001:2.0:1773941604.926644:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.926645:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.926656:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.926658:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1773941604.926660:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.926661:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.926663:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.926664:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2987966e0. 00000400:00000200:2.0:1773941604.926666:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282b9ec00 00000400:00000010:2.0:1773941604.926668:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282b9ec00. 00000100:00000001:2.0:1773941604.926670:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.926672:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.926677:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.926678:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1773941604.926680:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.926682:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.926683:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.926685:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796898. 00000400:00000200:2.0:1773941604.926687:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282b9ee40 00000400:00000010:2.0:1773941604.926689:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282b9ee40. 00000100:00000001:2.0:1773941604.926697:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.926698:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.926703:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.926705:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1773941604.926707:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.926709:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.926710:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.926712:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796630. 00000400:00000200:2.0:1773941604.926745:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282b9e6c0 00000400:00000010:2.0:1773941604.926760:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282b9e6c0. 00000100:00000001:2.0:1773941604.926770:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.926773:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.926788:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.926792:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1773941604.926797:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.926799:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.926801:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.926804:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2987963c8. 00000400:00000200:2.0:1773941604.926810:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282b9ea80 00000400:00000010:2.0:1773941604.926814:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282b9ea80. 00000100:00000001:2.0:1773941604.926818:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.926820:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.926832:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.926836:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1773941604.926843:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.926848:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.926850:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.926854:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796318. 00000400:00000200:2.0:1773941604.926858:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282b9e240 00000400:00000010:2.0:1773941604.926861:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282b9e240. 00000100:00000001:2.0:1773941604.926865:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.926867:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.926876:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.926879:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1773941604.926883:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.926886:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.926889:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.926892:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796738. 00000400:00000200:2.0:1773941604.926909:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282b9e0c0 00000400:00000010:2.0:1773941604.926912:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282b9e0c0. 00000100:00000001:2.0:1773941604.926917:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.926920:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.926940:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.926943:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1773941604.926947:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.926950:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.926952:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.926955:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796d68. 00000400:00000200:2.0:1773941604.926959:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282b9e3c0 00000400:00000010:2.0:1773941604.926962:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282b9e3c0. 00000100:00000001:2.0:1773941604.926964:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.926966:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.926971:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.926973:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1773941604.926975:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.926977:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.926979:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.926981:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796f78. 00000400:00000200:2.0:1773941604.926983:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282b9e300 00000400:00000010:2.0:1773941604.926985:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282b9e300. 00000100:00000001:2.0:1773941604.926987:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.926989:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.926994:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.926996:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1773941604.926998:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.926999:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.927001:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.927002:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2987968f0. 00000400:00000200:2.0:1773941604.927004:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282b9eb40 00000400:00000010:2.0:1773941604.927006:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282b9eb40. 00000100:00000001:2.0:1773941604.927008:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.927010:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.927014:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.927016:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1773941604.927018:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.927029:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.927031:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.927033:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796cb8. 00000400:00000200:2.0:1773941604.927036:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282b9e480 00000400:00000010:2.0:1773941604.927038:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282b9e480. 00000100:00000001:2.0:1773941604.927041:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.927042:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.927048:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.927050:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1773941604.927052:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.927053:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.927055:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.927056:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2987969f8. 00000400:00000200:2.0:1773941604.927059:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282b9e840 00000400:00000010:2.0:1773941604.927060:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282b9e840. 00000100:00000001:2.0:1773941604.927063:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.927064:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.927069:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.927071:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1773941604.927072:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.927074:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.927076:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.927077:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796a50. 00000400:00000200:2.0:1773941604.927079:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282b9ed80 00000400:00000010:2.0:1773941604.927081:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282b9ed80. 00000100:00000001:2.0:1773941604.927084:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.927085:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.927090:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.927092:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1773941604.927093:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.927095:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.927096:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.927098:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796d10. 00000400:00000200:2.0:1773941604.927100:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282b9e540 00000400:00000010:2.0:1773941604.927102:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282b9e540. 00000100:00000001:2.0:1773941604.927104:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.927106:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.927111:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.927118:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1773941604.927120:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.927123:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.927125:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.927127:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796058. 00000400:00000200:2.0:1773941604.927129:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282b9e780 00000400:00000010:2.0:1773941604.927131:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282b9e780. 00000100:00000001:2.0:1773941604.927133:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.927135:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.927140:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.927142:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1773941604.927143:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.927145:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.927146:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.927148:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796b00. 00000400:00000200:2.0:1773941604.927150:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282b9e600 00000400:00000010:2.0:1773941604.927152:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282b9e600. 00000100:00000001:2.0:1773941604.927154:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.927156:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.927161:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.927162:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1773941604.927164:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.927166:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.927167:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.927169:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796688. 00000400:00000200:2.0:1773941604.927171:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f282b9e180 00000400:00000010:2.0:1773941604.927173:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f282b9e180. 00000100:00000001:2.0:1773941604.927175:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.927177:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.927182:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.927184:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1773941604.927185:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.927187:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.927189:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.927190:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796c08. 00000400:00000200:2.0:1773941604.927192:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f299f166c0 00000400:00000010:2.0:1773941604.927194:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f299f166c0. 00000100:00000001:2.0:1773941604.927197:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.927204:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.927209:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.927212:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1773941604.927213:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.927217:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.927218:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.927220:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796108. 00000400:00000200:2.0:1773941604.927222:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f299f16600 00000400:00000010:2.0:1773941604.927225:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f299f16600. 00000100:00000001:2.0:1773941604.927227:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.927229:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.927234:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.927236:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1773941604.927237:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.927239:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.927240:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.927242:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2987969a0. 00000400:00000200:2.0:1773941604.927244:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a2193840 00000400:00000010:2.0:1773941604.927246:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a2193840. 00000100:00000001:2.0:1773941604.927249:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.927250:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.927255:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.927257:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1773941604.927258:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.927260:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.927262:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.927263:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796370. 00000400:00000200:2.0:1773941604.927265:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2850bc0c0 00000400:00000010:2.0:1773941604.927267:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2850bc0c0. 00000100:00000001:2.0:1773941604.927270:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.927271:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.927276:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.927278:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1773941604.927280:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.927281:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.927283:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.927285:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796478. 00000400:00000200:2.0:1773941604.927287:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2850bc300 00000400:00000010:2.0:1773941604.927294:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2850bc300. 00000100:00000001:2.0:1773941604.927297:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.927299:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.927304:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.927305:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1773941604.927307:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.927309:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.927311:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.927312:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796b58. 00000400:00000200:2.0:1773941604.927314:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2850bcd80 00000400:00000010:2.0:1773941604.927316:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2850bcd80. 00000100:00000001:2.0:1773941604.927318:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.927320:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.927325:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.927326:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1773941604.927328:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.927329:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.927331:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.927333:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796aa8. 00000400:00000200:2.0:1773941604.927335:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2850bc540 00000400:00000010:2.0:1773941604.927337:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2850bc540. 00000100:00000001:2.0:1773941604.927339:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.927340:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.927345:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.927347:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1773941604.927349:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.927351:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.927352:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.927353:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f298796268. 00000400:00000200:2.0:1773941604.927356:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2850bca80 00000400:00000010:2.0:1773941604.927357:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2850bca80. 00000100:00000001:2.0:1773941604.927359:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.927361:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.927366:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.927367:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1773941604.927369:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.927371:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.927372:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.927379:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2987962c0. 00000400:00000200:2.0:1773941604.927381:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2850bc6c0 00000400:00000010:2.0:1773941604.927383:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2850bc6c0. 00000100:00000001:2.0:1773941604.927386:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.927387:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.927392:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.927394:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1773941604.927396:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.927398:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.927399:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.927400:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2987965d8. 00000400:00000200:2.0:1773941604.927427:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2850bcc00 00000400:00000010:2.0:1773941604.927429:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2850bcc00. 00000100:00000001:2.0:1773941604.927432:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.927433:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.927438:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.927440:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1773941604.927442:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.927445:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.927447:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.927449:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f28a23cf20. 00000400:00000200:2.0:1773941604.927452:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f285675d80 00000400:00000010:2.0:1773941604.927454:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f285675d80. 00000100:00000001:2.0:1773941604.927457:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.927458:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.927464:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.927466:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1773941604.927468:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.927471:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.927472:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.927474:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f28a23c7e8. 00000400:00000200:2.0:1773941604.927476:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f285675540 00000400:00000010:2.0:1773941604.927478:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f285675540. 00000100:00000001:2.0:1773941604.927480:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.927482:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.927487:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.927489:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1773941604.927490:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.927500:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.927502:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.927504:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f28a23c790. 00000400:00000200:2.0:1773941604.927507:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2856750c0 00000400:00000010:2.0:1773941604.927509:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2856750c0. 00000100:00000001:2.0:1773941604.927512:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.927513:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.927519:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.927520:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1773941604.927522:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.927524:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.927526:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.927527:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f28a23cec8. 00000400:00000200:2.0:1773941604.927529:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f285675b40 00000400:00000010:2.0:1773941604.927531:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f285675b40. 00000100:00000001:2.0:1773941604.927534:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.927535:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.927540:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.927542:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1773941604.927543:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.927545:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.927547:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.927549:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f28a23c1b8. 00000400:00000200:2.0:1773941604.927551:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f285675cc0 00000400:00000010:2.0:1773941604.927553:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f285675cc0. 00000100:00000001:2.0:1773941604.927555:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.927556:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.927561:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.927563:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1773941604.927564:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.927567:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.927568:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.927570:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f28a23c4d0. 00000400:00000200:2.0:1773941604.927572:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f285675f00 00000400:00000010:2.0:1773941604.927574:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f285675f00. 00000100:00000001:2.0:1773941604.927576:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.927578:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.927583:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.927590:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1773941604.927592:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.927595:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.927596:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.927598:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f28a23c160. 00000400:00000200:2.0:1773941604.927601:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28628b0c0 00000400:00000010:2.0:1773941604.927603:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28628b0c0. 00000100:00000001:2.0:1773941604.927607:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.927609:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.927614:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.927616:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1773941604.927617:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.927619:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.927621:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.927623:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f285563d10. 00000400:00000200:2.0:1773941604.927625:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28628b240 00000400:00000010:2.0:1773941604.927627:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28628b240. 00000100:00000001:2.0:1773941604.927630:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.927631:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.927636:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.927638:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1773941604.927639:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.927642:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.927643:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.927645:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f285563630. 00000400:00000200:2.0:1773941604.927647:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28628bcc0 00000400:00000010:2.0:1773941604.927649:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28628bcc0. 00000100:00000001:2.0:1773941604.927651:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.927653:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.927658:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.927659:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1773941604.927661:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.927673:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.927674:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.927676:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2855633c8. 00000400:00000200:2.0:1773941604.927678:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28628b840 00000400:00000010:2.0:1773941604.927680:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28628b840. 00000100:00000001:2.0:1773941604.927682:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.927691:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.927700:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.927703:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1773941604.927706:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.927711:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.928040:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.928051:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f285563318. 00000400:00000200:2.0:1773941604.928064:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28628b000 00000400:00000010:2.0:1773941604.928070:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28628b000. 00000100:00000001:2.0:1773941604.928080:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.928084:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.928105:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.928111:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1773941604.928118:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.928123:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.928126:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.928141:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f285563738. 00000400:00000200:2.0:1773941604.928150:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28628b180 00000400:00000010:2.0:1773941604.928157:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28628b180. 00000100:00000001:2.0:1773941604.928166:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.928170:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.928190:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.928194:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1773941604.928199:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.928212:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.928216:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.928231:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f285563d68. 00000400:00000200:2.0:1773941604.928237:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28628b300 00000400:00000010:2.0:1773941604.928241:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28628b300. 00000100:00000001:2.0:1773941604.928250:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.928253:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.928273:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.928277:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1773941604.928282:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.928287:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.928289:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.928293:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f285563f78. 00000400:00000200:2.0:1773941604.928300:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28628b3c0 00000400:00000010:2.0:1773941604.928316:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28628b3c0. 00000100:00000001:2.0:1773941604.928325:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.928328:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.928350:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.928354:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1773941604.928357:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.928361:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.928364:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.928367:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2855638f0. 00000400:00000200:2.0:1773941604.928372:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28628ba80 00000400:00000010:2.0:1773941604.928375:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28628ba80. 00000100:00000001:2.0:1773941604.928380:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.928382:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.928391:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.928395:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1773941604.928436:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.928439:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.928442:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.928445:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f285563cb8. 00000400:00000200:2.0:1773941604.928450:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28628b480 00000400:00000010:2.0:1773941604.928453:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28628b480. 00000100:00000001:2.0:1773941604.928457:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.928460:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.928468:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.928472:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1773941604.928475:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.928478:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.928481:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.928484:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f2855639f8. 00000400:00000200:2.0:1773941604.928488:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28628bd80 00000400:00000010:2.0:1773941604.928491:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28628bd80. 00000100:00000001:2.0:1773941604.928495:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.928498:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.928507:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.928510:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1773941604.928513:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.928516:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.928529:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.928534:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f285563a50. 00000400:00000200:2.0:1773941604.928539:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28628b780 00000400:00000010:2.0:1773941604.928542:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28628b780. 00000100:00000001:2.0:1773941604.928547:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.928550:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.928560:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.928564:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1773941604.928567:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.928571:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.928574:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.928577:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a414d0. 00000400:00000200:2.0:1773941604.928582:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28628bc00 00000400:00000010:2.0:1773941604.928586:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28628bc00. 00000100:00000001:2.0:1773941604.928590:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.928593:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.928601:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.928605:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1773941604.928608:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.928611:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.928614:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.928617:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a411b8. 00000400:00000200:2.0:1773941604.928621:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28510d840 00000400:00000010:2.0:1773941604.928624:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28510d840. 00000100:00000001:2.0:1773941604.928629:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.928631:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.928640:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.928643:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1773941604.928646:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.928649:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.928652:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.928655:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41ec8. 00000400:00000200:2.0:1773941604.928659:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28510d540 00000400:00000010:2.0:1773941604.928663:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28510d540. 00000100:00000001:2.0:1773941604.928667:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.928669:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.928678:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.928681:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1773941604.928692:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.928696:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.928699:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.928703:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41790. 00000400:00000200:2.0:1773941604.928717:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28510dcc0 00000400:00000010:2.0:1773941604.928721:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28510dcc0. 00000100:00000001:2.0:1773941604.928725:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.928786:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.928801:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.928804:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1773941604.928808:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.928812:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.928815:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.928818:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41160. 00000400:00000200:2.0:1773941604.928824:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28510dc00 00000400:00000010:2.0:1773941604.928827:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28510dc00. 00000100:00000001:2.0:1773941604.928832:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.928834:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.928842:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.928846:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1773941604.928849:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.928852:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.928855:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.928859:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41c60. 00000400:00000200:2.0:1773941604.928863:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28510de40 00000400:00000010:2.0:1773941604.928867:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28510de40. 00000100:00000001:2.0:1773941604.928871:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.928874:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.928883:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.928886:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1773941604.928889:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.928892:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.928895:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.928898:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a416e0. 00000400:00000200:2.0:1773941604.928902:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f28510d3c0 00000400:00000010:2.0:1773941604.928906:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f28510d3c0. 00000100:00000001:2.0:1773941604.928910:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.928913:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.928944:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.928947:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1773941604.928951:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.928956:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.928959:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.928962:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41898. 00000400:00000200:2.0:1773941604.928967:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f283841d80 00000400:00000010:2.0:1773941604.928970:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f283841d80. 00000100:00000001:2.0:1773941604.928976:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.928979:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.928988:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.928991:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1773941604.928994:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.928997:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.929000:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.929003:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41630. 00000400:00000200:2.0:1773941604.929007:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f283841cc0 00000400:00000010:2.0:1773941604.929010:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f283841cc0. 00000100:00000001:2.0:1773941604.929015:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.929017:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.929026:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.929029:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1773941604.929032:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.929035:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.929038:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.929041:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a413c8. 00000400:00000200:2.0:1773941604.929045:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2838416c0 00000400:00000010:2.0:1773941604.929049:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2838416c0. 00000100:00000001:2.0:1773941604.929053:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.929055:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.929064:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.929067:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1773941604.929070:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.929073:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.929076:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.929079:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41318. 00000400:00000200:2.0:1773941604.929083:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f283841a80 00000400:00000010:2.0:1773941604.929086:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f283841a80. 00000100:00000001:2.0:1773941604.929100:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.929103:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.929112:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.929116:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1773941604.929119:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.929123:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.929125:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.929129:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41738. 00000400:00000200:2.0:1773941604.929133:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2838413c0 00000400:00000010:2.0:1773941604.929136:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2838413c0. 00000100:00000001:2.0:1773941604.929140:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.929143:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.929152:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.929155:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1773941604.929159:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.929161:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.929164:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.929167:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41d68. 00000400:00000200:2.0:1773941604.929171:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f283841780 00000400:00000010:2.0:1773941604.929175:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f283841780. 00000100:00000001:2.0:1773941604.929178:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.929182:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.929191:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.929194:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1773941604.929197:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.929200:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.929202:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.929205:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41f78. 00000400:00000200:2.0:1773941604.929209:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f283841300 00000400:00000010:2.0:1773941604.929212:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f283841300. 00000100:00000001:2.0:1773941604.929216:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.929219:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.929227:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.929230:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1773941604.929232:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.929235:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.929237:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.929240:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a418f0. 00000400:00000200:2.0:1773941604.929267:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2838410c0 00000400:00000010:2.0:1773941604.929270:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2838410c0. 00000100:00000001:2.0:1773941604.929276:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.929278:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.929287:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.929290:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1773941604.929294:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.929297:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.929299:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.929303:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41cb8. 00000400:00000200:2.0:1773941604.929307:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f283841840 00000400:00000010:2.0:1773941604.929310:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f283841840. 00000100:00000001:2.0:1773941604.929314:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.929317:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.929326:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.929329:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1773941604.929333:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.929335:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.929338:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.929341:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a419f8. 00000400:00000200:2.0:1773941604.929345:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f283841b40 00000400:00000010:2.0:1773941604.929349:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f283841b40. 00000100:00000001:2.0:1773941604.929353:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.929356:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.929365:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.929368:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1773941604.929371:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.929374:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.929377:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.929380:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41a50. 00000400:00000200:2.0:1773941604.929383:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f283841180 00000400:00000010:2.0:1773941604.929387:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f283841180. 00000100:00000001:2.0:1773941604.929391:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.929393:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.929425:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.929429:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1773941604.929443:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.929458:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.929461:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.929464:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41d10. 00000400:00000200:2.0:1773941604.929469:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f283841600 00000400:00000010:2.0:1773941604.929473:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f283841600. 00000100:00000001:2.0:1773941604.929477:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.929480:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.929488:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.929492:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1773941604.929495:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.929498:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.929500:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.929503:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41058. 00000400:00000200:2.0:1773941604.929507:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f283841000 00000400:00000010:2.0:1773941604.929510:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f283841000. 00000100:00000001:2.0:1773941604.929514:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.929517:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.929525:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.929528:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1773941604.929531:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.929534:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.929537:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.929540:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41b00. 00000400:00000200:2.0:1773941604.929544:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f283841540 00000400:00000010:2.0:1773941604.929547:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f283841540. 00000100:00000001:2.0:1773941604.929551:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.929553:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.929562:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.929565:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1773941604.929569:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.929572:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.929574:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.929578:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41688. 00000400:00000200:2.0:1773941604.929582:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f283841e40 00000400:00000010:2.0:1773941604.929585:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f283841e40. 00000100:00000001:2.0:1773941604.929589:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.929592:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.929600:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.929612:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1773941604.929616:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.929620:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.929623:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.929627:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41c08. 00000400:00000200:2.0:1773941604.929630:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f283841f00 00000400:00000010:2.0:1773941604.929634:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f283841f00. 00000100:00000001:2.0:1773941604.929639:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.929642:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.929651:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.929654:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1773941604.929657:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.929661:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.929663:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.929666:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41108. 00000400:00000200:2.0:1773941604.929670:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f283841240 00000400:00000010:2.0:1773941604.929674:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f283841240. 00000100:00000001:2.0:1773941604.929678:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.929680:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.929689:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.929692:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1773941604.929703:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.929706:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.929709:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.929712:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a419a0. 00000400:00000200:2.0:1773941604.929757:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f283841c00 00000400:00000010:2.0:1773941604.929762:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f283841c00. 00000100:00000001:2.0:1773941604.929768:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.929772:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.929784:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.929788:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1773941604.929793:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.929796:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.929799:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.929803:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41210. 00000400:00000200:2.0:1773941604.929808:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f283841900 00000400:00000010:2.0:1773941604.929812:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f283841900. 00000100:00000001:2.0:1773941604.929816:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.929829:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.929837:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.929841:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1773941604.929844:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.929849:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.929852:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.929855:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41840. 00000400:00000200:2.0:1773941604.929860:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2838419c0 00000400:00000010:2.0:1773941604.929863:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2838419c0. 00000100:00000001:2.0:1773941604.929868:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.929871:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.929880:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.929883:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1773941604.929886:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.929890:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.929892:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.929896:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41370. 00000400:00000200:2.0:1773941604.929900:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dcb780 00000400:00000010:2.0:1773941604.929904:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0dcb780. 00000100:00000001:2.0:1773941604.929908:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.929911:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.929919:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.929923:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1773941604.929926:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.929940:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.929942:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.929945:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41478. 00000400:00000200:2.0:1773941604.929949:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dcbd80 00000400:00000010:2.0:1773941604.929953:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0dcbd80. 00000100:00000001:2.0:1773941604.929956:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.929959:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.929966:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.929970:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1773941604.929973:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.929975:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.929977:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.929980:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41b58. 00000400:00000200:2.0:1773941604.929983:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dcb540 00000400:00000010:2.0:1773941604.929998:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0dcb540. 00000100:00000001:2.0:1773941604.930003:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.930006:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.930013:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.930017:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1773941604.930020:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.930023:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.930026:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.930029:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41aa8. 00000400:00000200:2.0:1773941604.930033:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dcb3c0 00000400:00000010:2.0:1773941604.930037:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0dcb3c0. 00000100:00000001:2.0:1773941604.930041:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.930044:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.930052:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.930056:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1773941604.930059:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.930063:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.930065:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.930068:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41268. 00000400:00000200:2.0:1773941604.930072:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dcbf00 00000400:00000010:2.0:1773941604.930075:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0dcbf00. 00000100:00000001:2.0:1773941604.930079:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.930082:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.930090:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.930094:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1773941604.930097:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.930099:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.930102:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.930105:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a412c0. 00000400:00000200:2.0:1773941604.930109:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dcb0c0 00000400:00000010:2.0:1773941604.930112:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0dcb0c0. 00000100:00000001:2.0:1773941604.930116:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.930118:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.930125:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.930128:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1773941604.930131:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.930133:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.930146:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.930150:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a415d8. 00000400:00000200:2.0:1773941604.930154:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dcb600 00000400:00000010:2.0:1773941604.930158:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0dcb600. 00000100:00000001:2.0:1773941604.930163:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.930165:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.930173:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.930176:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1773941604.930179:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.930182:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.930185:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.930187:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41e18. 00000400:00000200:2.0:1773941604.930191:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dcb180 00000400:00000010:2.0:1773941604.930195:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0dcb180. 00000100:00000001:2.0:1773941604.930199:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.930201:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.930209:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.930212:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1773941604.930215:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.930218:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.930220:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.930223:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41948. 00000400:00000200:2.0:1773941604.930227:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dcb9c0 00000400:00000010:2.0:1773941604.930230:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0dcb9c0. 00000100:00000001:2.0:1773941604.930234:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.930237:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.930245:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.930248:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1773941604.930251:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.930254:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.930256:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.930259:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41580. 00000400:00000200:2.0:1773941604.930263:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dcb480 00000400:00000010:2.0:1773941604.930266:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0dcb480. 00000100:00000001:2.0:1773941604.930280:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.930282:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.930291:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.930294:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1773941604.930308:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.930314:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.930316:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.930319:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41420. 00000400:00000200:2.0:1773941604.930324:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dcb6c0 00000400:00000010:2.0:1773941604.930327:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0dcb6c0. 00000100:00000001:2.0:1773941604.930331:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.930333:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.930342:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.930345:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1773941604.930348:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.930351:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.930353:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.930355:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41528. 00000400:00000200:2.0:1773941604.930359:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dcbb40 00000400:00000010:2.0:1773941604.930362:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0dcbb40. 00000100:00000001:2.0:1773941604.930365:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.930368:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.930375:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.930377:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1773941604.930380:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.930390:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.930392:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.930395:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a410b0. 00000400:00000200:2.0:1773941604.930400:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dcbcc0 00000400:00000010:2.0:1773941604.930426:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0dcbcc0. 00000100:00000001:2.0:1773941604.930432:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.930435:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.930442:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.930445:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1773941604.930448:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.930452:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.930454:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.930456:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41e70. 00000400:00000200:2.0:1773941604.930460:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dcbc00 00000400:00000010:2.0:1773941604.930463:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0dcbc00. 00000100:00000001:2.0:1773941604.930467:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.930469:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.930491:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.930495:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1773941604.930498:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.930503:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.930506:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.930509:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41dc0. 00000400:00000200:2.0:1773941604.930514:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dcbe40 00000400:00000010:2.0:1773941604.930517:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0dcbe40. 00000100:00000001:2.0:1773941604.930521:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.930524:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.930532:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.930535:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1773941604.930538:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.930541:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.930543:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.930547:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41000. 00000400:00000200:2.0:1773941604.930551:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dcb900 00000400:00000010:2.0:1773941604.930555:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0dcb900. 00000100:00000001:2.0:1773941604.930559:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.930562:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.930571:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.930574:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1773941604.930577:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.930579:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.930581:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.930584:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41bb0. 00000400:00000200:2.0:1773941604.930588:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dcb300 00000400:00000010:2.0:1773941604.930591:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0dcb300. 00000100:00000001:2.0:1773941604.930596:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.930599:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.930606:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.930609:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1773941604.930613:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.930615:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.930617:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.930619:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a41f20. 00000400:00000200:2.0:1773941604.930621:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dcb840 00000400:00000010:2.0:1773941604.930624:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0dcb840. 00000100:00000001:2.0:1773941604.930636:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.930638:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.930644:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.930646:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1773941604.930648:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1773941604.930651:0:12439:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941604.930652:0:12439:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941604.930654:0:12439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f290a417e8. 00000400:00000200:2.0:1773941604.930657:0:12439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f2a0dcba80 00000400:00000010:2.0:1773941604.930658:0:12439:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96f2a0dcba80. 00000100:00000001:2.0:1773941604.930660:0:12439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773941604.930662:0:12439:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1773941604.930667:0:12439:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1773941604.930669:0:12439:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1773941604.930670:0:12439:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1773941604.930673:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930674:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930677:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930679:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930680:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930682:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930683:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930685:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930686:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930688:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930689:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930691:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930692:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930694:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930706:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930708:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930710:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930711:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930739:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930744:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930748:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930750:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930752:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930754:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930763:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930765:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930768:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930773:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930780:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930785:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930788:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930790:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930796:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930799:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930802:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930803:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930808:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930811:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930817:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930820:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930822:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930824:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930826:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930827:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930829:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930830:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930831:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930833:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930835:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930837:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930840:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930841:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930844:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930846:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930849:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930851:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930853:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930855:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930858:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930860:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930862:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930864:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930867:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930869:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930882:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930885:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930888:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930891:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930894:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930896:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930899:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930901:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930904:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930907:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930909:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930912:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930915:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930917:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930919:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930922:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930934:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930937:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930940:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930942:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930945:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930947:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930950:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930952:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930955:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930957:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930959:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930962:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930963:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930965:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930967:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930968:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930970:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930971:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930973:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930974:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930976:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930977:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930979:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930980:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930991:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930992:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930994:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930995:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.930997:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.930999:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931001:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931002:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931004:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931005:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931007:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931008:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931010:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931011:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931013:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931014:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931016:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931017:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931019:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931020:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931022:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931023:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931025:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931026:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1773941604.931030:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f285136000. 00000100:00000010:2.0:1773941604.931037:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f298af4c00. 00000100:00000010:2.0:1773941604.931040:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f285130000. 00000100:00000010:2.0:1773941604.931044:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f298af6400. 00000100:00000010:2.0:1773941604.931047:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f286082000. 00000100:00000010:2.0:1773941604.931051:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f298af6000. 00000100:00000010:2.0:1773941604.931054:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f286080000. 00000100:00000010:2.0:1773941604.931057:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f298af5c00. 00000100:00000010:2.0:1773941604.931059:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f286084000. 00000100:00000010:2.0:1773941604.931063:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f298af6c00. 00000100:00000010:2.0:1773941604.931065:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f286086000. 00000100:00000010:2.0:1773941604.931069:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f298af7c00. 00000100:00000010:2.0:1773941604.931072:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f28800a000. 00000100:00000010:2.0:1773941604.931082:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f298af4400. 00000100:00000010:2.0:1773941604.931085:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f288008000. 00000100:00000010:2.0:1773941604.931088:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28630e800. 00000100:00000010:2.0:1773941604.931094:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f28800c000. 00000100:00000010:2.0:1773941604.931097:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28630d800. 00000100:00000010:2.0:1773941604.931101:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f28800e000. 00000100:00000010:2.0:1773941604.931104:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28630c800. 00000100:00000010:2.0:1773941604.931107:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f288000000. 00000100:00000010:2.0:1773941604.931111:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28630dc00. 00000100:00000010:2.0:1773941604.931114:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f288004000. 00000100:00000010:2.0:1773941604.931117:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28630fc00. 00000100:00000010:2.0:1773941604.931121:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f288006000. 00000100:00000010:2.0:1773941604.931124:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28630c400. 00000100:00000010:2.0:1773941604.931126:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f288002000. 00000100:00000010:2.0:1773941604.931130:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28630c000. 00000100:00000010:2.0:1773941604.931132:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298acc000. 00000100:00000010:2.0:1773941604.931137:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f292684400. 00000100:00000010:2.0:1773941604.931140:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298ace000. 00000100:00000010:2.0:1773941604.931144:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f292685c00. 00000100:00000010:2.0:1773941604.931147:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298aca000. 00000100:00000010:2.0:1773941604.931150:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f292686c00. 00000100:00000010:2.0:1773941604.931153:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298ac8000. 00000100:00000010:2.0:1773941604.931156:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f292686000. 00000100:00000010:2.0:1773941604.931159:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298ac2000. 00000100:00000010:2.0:1773941604.931163:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f292687c00. 00000100:00000010:2.0:1773941604.931165:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298ac0000. 00000100:00000010:2.0:1773941604.931169:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f292687400. 00000100:00000010:2.0:1773941604.931172:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298ac4000. 00000100:00000010:2.0:1773941604.931175:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f292686400. 00000100:00000010:2.0:1773941604.931178:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298ac6000. 00000100:00000010:2.0:1773941604.931182:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f292685000. 00000100:00000010:2.0:1773941604.931184:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298bf8000. 00000100:00000010:2.0:1773941604.931188:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f292685800. 00000100:00000010:2.0:1773941604.931197:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298bfc000. 00000100:00000010:2.0:1773941604.931200:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f292687000. 00000100:00000010:2.0:1773941604.931203:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298bfe000. 00000100:00000010:2.0:1773941604.931207:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f292685400. 00000100:00000010:2.0:1773941604.931209:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298bfa000. 00000100:00000010:2.0:1773941604.931213:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f292686800. 00000100:00000010:2.0:1773941604.931215:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f284af2000. 00000100:00000010:2.0:1773941604.931223:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f292684800. 00000100:00000010:2.0:1773941604.931225:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f284af6000. 00000100:00000010:2.0:1773941604.931229:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f292684000. 00000100:00000010:2.0:1773941604.931231:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f284af4000. 00000100:00000010:2.0:1773941604.931234:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f292684c00. 00000100:00000010:2.0:1773941604.931237:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f284af0000. 00000100:00000010:2.0:1773941604.931241:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f282c96c00. 00000100:00000010:2.0:1773941604.931244:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f285362000. 00000100:00000010:2.0:1773941604.931248:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28638dc00. 00000100:00000010:2.0:1773941604.931252:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f285366000. 00000100:00000010:2.0:1773941604.931256:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28638cc00. 00000100:00000010:2.0:1773941604.931259:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f285360000. 00000100:00000010:2.0:1773941604.931262:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28638d800. 00000100:00000010:2.0:1773941604.931265:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f285364000. 00000100:00000010:2.0:1773941604.931268:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28638e400. 00000100:00000010:2.0:1773941604.931271:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298b6a000. 00000100:00000010:2.0:1773941604.931277:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f298b4a000. 00000100:00000010:2.0:1773941604.931281:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298b68000. 00000100:00000010:2.0:1773941604.931286:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f298b48000. 00000100:00000010:2.0:1773941604.931288:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298b6c000. 00000100:00000010:2.0:1773941604.931292:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f298b48400. 00000100:00000010:2.0:1773941604.931295:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298b6e000. 00000100:00000010:2.0:1773941604.931299:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f298b4b000. 00000100:00000010:2.0:1773941604.931303:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f283bda000. 00000100:00000010:2.0:1773941604.931328:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f298b48c00. 00000100:00000010:2.0:1773941604.931340:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f283bd8000. 00000100:00000010:2.0:1773941604.931351:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f298b4b800. 00000100:00000010:2.0:1773941604.931354:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2a0e2a000. 00000100:00000010:2.0:1773941604.931358:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f298b4a400. 00000100:00000010:2.0:1773941604.931361:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f283bea000. 00000100:00000010:2.0:1773941604.931365:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f298b49000. 00000100:00000010:2.0:1773941604.931369:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f283bec000. 00000100:00000010:2.0:1773941604.931372:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f298b4b400. 00000100:00000010:2.0:1773941604.931375:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f292490000. 00000100:00000010:2.0:1773941604.931379:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f298b49800. 00000100:00000010:2.0:1773941604.931381:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f28348c000. 00000100:00000010:2.0:1773941604.931385:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f298b48800. 00000100:00000010:2.0:1773941604.931388:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f283488000. 00000100:00000010:2.0:1773941604.931391:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f298b49c00. 00000100:00000010:2.0:1773941604.931393:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f28348a000. 00000100:00000010:2.0:1773941604.931397:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f298b4bc00. 00000100:00000010:2.0:1773941604.931400:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f28348e000. 00000100:00000010:2.0:1773941604.931439:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f298b4ac00. 00000100:00000010:2.0:1773941604.931443:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2a0e10000. 00000100:00000010:2.0:1773941604.931447:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f298b49400. 00000100:00000010:2.0:1773941604.931450:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2a0e12000. 00000100:00000010:2.0:1773941604.931453:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f288a20800. 00000100:00000010:2.0:1773941604.931458:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2a0e16000. 00000100:00000010:2.0:1773941604.931461:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f288a20000. 00000100:00000010:2.0:1773941604.931464:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2a0e14000. 00000100:00000010:2.0:1773941604.931467:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f288a22000. 00000100:00000010:2.0:1773941604.931470:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f288e88000. 00000100:00000010:2.0:1773941604.931488:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f288a23800. 00000100:00000010:2.0:1773941604.931492:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f288e8a000. 00000100:00000010:2.0:1773941604.931496:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f288a23400. 00000100:00000010:2.0:1773941604.931499:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f288e8e000. 00000100:00000010:2.0:1773941604.931502:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f288a23c00. 00000100:00000010:2.0:1773941604.931505:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f288e8c000. 00000100:00000010:2.0:1773941604.931508:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f288a22c00. 00000100:00000010:2.0:1773941604.931517:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2882da000. 00000100:00000010:2.0:1773941604.931522:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f288a20400. 00000100:00000010:2.0:1773941604.931524:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2882de000. 00000100:00000010:2.0:1773941604.931528:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f288a21c00. 00000100:00000010:2.0:1773941604.931531:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2882dc000. 00000100:00000010:2.0:1773941604.931534:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f288a20c00. 00000100:00000010:2.0:1773941604.931537:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2882d8000. 00000100:00000010:2.0:1773941604.931541:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f288a22400. 00000100:00000010:2.0:1773941604.931543:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298bc0000. 00000100:00000010:2.0:1773941604.931547:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f288a23000. 00000100:00000010:2.0:1773941604.931550:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298bc2000. 00000100:00000010:2.0:1773941604.931554:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f299e2f800. 00000100:00000010:2.0:1773941604.931557:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298bc6000. 00000100:00000010:2.0:1773941604.931562:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28365ac00. 00000100:00000010:2.0:1773941604.931565:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298bc4000. 00000100:00000010:2.0:1773941604.931569:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f283659400. 00000100:00000010:2.0:1773941604.931832:0:12439:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff96f288e42800. 00000100:00000010:2.0:1773941604.931841:0:12439:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff96f289140000. 00000100:00000010:2.0:1773941604.931847:0:12439:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff96f289146800. 00000100:00000001:2.0:1773941604.931852:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931855:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931859:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931861:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931864:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931866:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931869:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931871:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931875:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931877:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931880:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931882:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931885:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931887:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931890:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931893:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931896:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931909:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931912:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931915:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931918:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931920:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931923:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931936:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931939:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931942:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931945:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931946:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931948:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931950:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931952:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931953:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931955:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931956:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931958:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931959:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931961:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931962:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931964:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931965:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931966:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931968:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931969:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931971:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931972:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931974:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931975:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931977:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931978:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931980:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931981:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931983:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931984:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931986:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931987:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931988:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.931990:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.931998:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.932000:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.932002:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.932004:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.932005:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.932007:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.932009:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.932010:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.932011:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.932013:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.932014:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.932016:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.932017:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.932019:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.932020:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.932022:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.932023:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.932025:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.932026:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.932028:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.932029:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.932031:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.932032:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.932034:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.932035:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.932036:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.932038:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.932039:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.932041:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.932042:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.932044:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.932045:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.932046:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.932048:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.932049:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.932051:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.932052:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.932054:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.932055:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.932057:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.932063:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.932065:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.932066:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.932068:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.932069:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.932071:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.932073:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.932075:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.932076:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.932078:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.932079:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.932081:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.932082:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.932084:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.932085:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.932086:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.932088:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.932089:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.932091:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.932092:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.932094:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.932095:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.932097:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.932098:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.932100:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.932101:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.932102:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.932104:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.932105:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1773941604.932107:0:12439:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773941604.932108:0:12439:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1773941604.932112:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2834e8000. 00000100:00000010:2.0:1773941604.932141:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f283659c00. 00000100:00000010:2.0:1773941604.932144:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2834ea000. 00000100:00000010:2.0:1773941604.932147:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f283658c00. 00000100:00000010:2.0:1773941604.932150:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2834ee000. 00000100:00000010:2.0:1773941604.932154:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f283658400. 00000100:00000010:2.0:1773941604.932156:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2834ec000. 00000100:00000010:2.0:1773941604.932160:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28365a400. 00000100:00000010:2.0:1773941604.932167:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f289176000. 00000100:00000010:2.0:1773941604.932171:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f283658000. 00000100:00000010:2.0:1773941604.932174:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f289174000. 00000100:00000010:2.0:1773941604.932177:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28365b000. 00000100:00000010:2.0:1773941604.932180:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f289170000. 00000100:00000010:2.0:1773941604.932183:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28365b800. 00000100:00000010:2.0:1773941604.932186:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f289172000. 00000100:00000010:2.0:1773941604.932190:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f286314800. 00000100:00000010:2.0:1773941604.932194:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2834b0000. 00000100:00000010:2.0:1773941604.932197:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f286302800. 00000100:00000010:2.0:1773941604.932202:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2834b2000. 00000100:00000010:2.0:1773941604.932205:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f29167f400. 00000100:00000010:2.0:1773941604.932209:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2834b6000. 00000100:00000010:2.0:1773941604.932212:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f289313400. 00000100:00000010:2.0:1773941604.932216:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2834b4000. 00000100:00000010:2.0:1773941604.932219:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f289312400. 00000100:00000010:2.0:1773941604.932222:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f28935c000. 00000100:00000010:2.0:1773941604.932245:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f289311400. 00000100:00000010:2.0:1773941604.932248:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f289358000. 00000100:00000010:2.0:1773941604.932252:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f289313000. 00000100:00000010:2.0:1773941604.932254:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f28935a000. 00000100:00000010:2.0:1773941604.932258:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f289311000. 00000100:00000010:2.0:1773941604.932261:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f28935e000. 00000100:00000010:2.0:1773941604.932266:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f289312800. 00000100:00000010:2.0:1773941604.932268:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2851c4000. 00000100:00000010:2.0:1773941604.932272:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28831d000. 00000100:00000010:2.0:1773941604.932277:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2851c0000. 00000100:00000010:2.0:1773941604.932280:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28831c800. 00000100:00000010:2.0:1773941604.932283:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2851c2000. 00000100:00000010:2.0:1773941604.932286:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28831e800. 00000100:00000010:2.0:1773941604.932289:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2851c6000. 00000100:00000010:2.0:1773941604.932292:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28831e400. 00000100:00000010:2.0:1773941604.932295:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298b64000. 00000100:00000010:2.0:1773941604.932304:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28831cc00. 00000100:00000010:2.0:1773941604.932307:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298b60000. 00000100:00000010:2.0:1773941604.932310:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28831ec00. 00000100:00000010:2.0:1773941604.932313:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298b62000. 00000100:00000010:2.0:1773941604.932317:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f285187c00. 00000100:00000010:2.0:1773941604.932320:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298b66000. 00000100:00000010:2.0:1773941604.932324:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f285186c00. 00000100:00000010:2.0:1773941604.932327:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f290a1a000. 00000100:00000010:2.0:1773941604.932349:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f285184c00. 00000100:00000010:2.0:1773941604.932352:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f290a1e000. 00000100:00000010:2.0:1773941604.932355:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f285184000. 00000100:00000010:2.0:1773941604.932358:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f290a1c000. 00000100:00000010:2.0:1773941604.932361:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f285184800. 00000100:00000010:2.0:1773941604.932364:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f290a18000. 00000100:00000010:2.0:1773941604.932367:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f285185400. 00000100:00000010:2.0:1773941604.932369:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298a8e000. 00000100:00000010:2.0:1773941604.932373:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f285187000. 00000100:00000010:2.0:1773941604.932376:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298a8c000. 00000100:00000010:2.0:1773941604.932380:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f285185800. 00000100:00000010:2.0:1773941604.932383:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298a88000. 00000100:00000010:2.0:1773941604.932386:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f285186800. 00000100:00000010:2.0:1773941604.932389:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298a8a000. 00000100:00000010:2.0:1773941604.932392:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f285185000. 00000100:00000010:2.0:1773941604.932395:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f288e30000. 00000100:00000010:2.0:1773941604.932398:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f285186400. 00000100:00000010:2.0:1773941604.932425:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f288e32000. 00000100:00000010:2.0:1773941604.932430:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f285187400. 00000100:00000010:2.0:1773941604.932433:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f288e36000. 00000100:00000010:2.0:1773941604.932437:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f285187800. 00000100:00000010:2.0:1773941604.932440:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f288e34000. 00000100:00000010:2.0:1773941604.932443:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f285186000. 00000100:00000010:2.0:1773941604.932445:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298ad6000. 00000100:00000010:2.0:1773941604.932471:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f285185c00. 00000100:00000010:2.0:1773941604.932480:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298ad4000. 00000100:00000010:2.0:1773941604.932485:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f285184400. 00000100:00000010:2.0:1773941604.932488:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298ad0000. 00000100:00000010:2.0:1773941604.932493:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28607b400. 00000100:00000010:2.0:1773941604.932497:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298ad2000. 00000100:00000010:2.0:1773941604.932502:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28607b800. 00000100:00000010:2.0:1773941604.932505:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2850c8000. 00000100:00000010:2.0:1773941604.932509:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28607a000. 00000100:00000010:2.0:1773941604.932512:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2850ca000. 00000100:00000010:2.0:1773941604.932515:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f286079c00. 00000100:00000010:2.0:1773941604.932518:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2850ce000. 00000100:00000010:2.0:1773941604.932521:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f286078400. 00000100:00000010:2.0:1773941604.932524:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2850cc000. 00000100:00000010:2.0:1773941604.932527:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28607bc00. 00000100:00000010:2.0:1773941604.932530:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f28801a000. 00000100:00000010:2.0:1773941604.932534:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28607ac00. 00000100:00000010:2.0:1773941604.932536:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f28801e000. 00000100:00000010:2.0:1773941604.932539:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f286078c00. 00000100:00000010:2.0:1773941604.932542:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f28801c000. 00000100:00000010:2.0:1773941604.932545:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f286078000. 00000100:00000010:2.0:1773941604.932548:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f288018000. 00000100:00000010:2.0:1773941604.932551:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f286078800. 00000100:00000010:2.0:1773941604.932553:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f29885e000. 00000100:00000010:2.0:1773941604.932577:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f286079400. 00000100:00000010:2.0:1773941604.932580:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f29885c000. 00000100:00000010:2.0:1773941604.932585:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28607b000. 00000100:00000010:2.0:1773941604.932588:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f298858000. 00000100:00000010:2.0:1773941604.932592:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f286079800. 00000100:00000010:2.0:1773941604.932594:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f29885a000. 00000100:00000010:2.0:1773941604.932598:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28607a800. 00000100:00000010:2.0:1773941604.932600:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2850a6000. 00000100:00000010:2.0:1773941604.932604:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f286079000. 00000100:00000010:2.0:1773941604.932607:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2850a4000. 00000100:00000010:2.0:1773941604.932616:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f28607a400. 00000100:00000010:2.0:1773941604.932619:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2850a0000. 00000100:00000010:2.0:1773941604.932622:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2a0e3b800. 00000100:00000010:2.0:1773941604.932626:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2850a2000. 00000100:00000010:2.0:1773941604.932629:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2a0e3a000. 00000100:00000010:2.0:1773941604.932632:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f284a66000. 00000100:00000010:2.0:1773941604.932636:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2a0e39c00. 00000100:00000010:2.0:1773941604.932639:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f284a64000. 00000100:00000010:2.0:1773941604.932642:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2a0e38400. 00000100:00000010:2.0:1773941604.932645:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f284a60000. 00000100:00000010:2.0:1773941604.932648:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2a0e3bc00. 00000100:00000010:2.0:1773941604.932650:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f284a62000. 00000100:00000010:2.0:1773941604.932654:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2a0e3ac00. 00000100:00000010:2.0:1773941604.932656:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2850b6000. 00000100:00000010:2.0:1773941604.932660:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2a0e38c00. 00000100:00000010:2.0:1773941604.932663:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2850b4000. 00000100:00000010:2.0:1773941604.932666:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2a0e38000. 00000100:00000010:2.0:1773941604.932668:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2850b0000. 00000100:00000010:2.0:1773941604.932671:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2a0e38800. 00000100:00000010:2.0:1773941604.932674:0:12439:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96f2850b2000. 00000100:00000010:2.0:1773941604.932677:0:12439:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff96f2a0e39400. 00000100:00000010:2.0:1773941604.932681:0:12439:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff96f2a0db7800. 00000100:00000010:2.0:1773941604.932684:0:12439:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff96f2a0db0000. 00000100:00000010:2.0:1773941604.932688:0:12439:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff96f288eff800. 00000100:00000001:2.0:1773941604.932692:0:12439:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1773941604.932694:0:12439:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1773941604.932697:0:12439:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1773941604.932699:0:12439:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1773941604.932702:0:12439:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff96f2a031abc0. 00000100:00000001:2.0:1773941604.932706:0:12439:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1773941604.932708:0:12439:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941604.932710:0:12439:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1773941604.932713:0:12439:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f282b25000. 00000100:00000001:2.0:1773941604.932757:0:12439:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1773941604.932761:0:12439:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1773941604.932770:0:12439:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f282b25600. 00000100:00000001:2.0:1773941604.932779:0:12439:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1773941604.932783:0:12439:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1773941604.932786:0:12439:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f282b25a80. 00000100:00000001:2.0:1773941604.932793:0:12439:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1773941604.932797:0:12439:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1773941604.932801:0:12439:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f2916d1540. 00000100:00000001:2.0:1773941604.932813:0:12439:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1773941604.932818:0:12439:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1773941604.932823:0:12439:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1773941604.932827:0:12439:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff96f2a031afc0. 00000100:00000001:2.0:1773941604.932841:0:12439:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1773941604.932847:0:12439:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941604.932853:0:12439:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1773941604.932859:0:12439:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f2834d09c0. 00000100:00000001:2.0:1773941604.932872:0:12439:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1773941604.932877:0:12439:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1773941604.932882:0:12439:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f2834d0480. 00000100:00000001:2.0:1773941604.932894:0:12439:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1773941604.932899:0:12439:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1773941604.932904:0:12439:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f2834d0540. 00000100:00000001:2.0:1773941604.932912:0:12439:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1773941604.932918:0:12439:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1773941604.932924:0:12439:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f2834d0cc0. 00000100:00000010:2.0:1773941604.932938:0:12439:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at ffff96f290a26900. 00000100:00000001:2.0:1773941604.932948:0:12439:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000100:00000001:2.0:1773941604.932952:0:12439:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1773941604.932954:0:12439:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1773941604.932959:0:12439:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1773941604.932964:0:12439:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1773941604.932967:0:12439:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff96f2a031a880. 00000100:00000001:2.0:1773941604.932977:0:12439:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1773941604.932980:0:12439:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941604.932985:0:12439:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1773941604.932987:0:12439:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f2834d0000. 00000100:00000001:2.0:1773941604.932996:0:12439:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1773941604.932998:0:12439:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1773941604.933001:0:12439:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f2834d06c0. 00000100:00000001:2.0:1773941604.933007:0:12439:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1773941604.933010:0:12439:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1773941604.933033:0:12439:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f2834d00c0. 00000100:00000001:2.0:1773941604.933040:0:12439:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1773941604.933045:0:12439:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1773941604.933048:0:12439:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f2834d0180. 00000100:00000001:2.0:1773941604.933054:0:12439:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1773941604.933056:0:12439:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1773941604.933058:0:12439:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1773941604.933061:0:12439:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff96f2a031a900. 00000100:00000001:2.0:1773941604.933066:0:12439:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1773941604.933070:0:12439:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941604.933074:0:12439:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1773941604.933077:0:12439:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f2834d0300. 00000100:00000001:2.0:1773941604.933083:0:12439:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1773941604.933088:0:12439:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1773941604.933093:0:12439:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f2834d0840. 00000100:00000001:2.0:1773941604.933104:0:12439:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1773941604.933107:0:12439:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1773941604.933109:0:12439:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f2834d0900. 00000100:00000001:2.0:1773941604.933122:0:12439:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1773941604.933127:0:12439:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1773941604.933136:0:12439:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff96f2834d03c0. 00000100:00000010:2.0:1773941604.933142:0:12439:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at ffff96f290a26a00. 00000100:00000001:2.0:1773941604.933150:0:12439:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1773941604.933300:0:12439:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff96f284c6b000. 00000020:00000010:2.0:1773941604.933308:0:12439:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff96f2a0e3b000. 00000100:00000010:2.0:1773941604.933339:0:12439:0:(service.c:3818:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff96f289164000. 00000100:00000010:2.0:1773941604.933353:0:12439:0:(service.c:3824:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff96f284c6f000. 00000100:00000010:2.0:1773941604.933359:0:12439:0:(service.c:3818:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff96f286014000. 00000100:00000010:2.0:1773941604.933369:0:12439:0:(service.c:3824:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff96f284c6e000. 00000100:00000010:2.0:1773941604.933372:0:12439:0:(service.c:3830:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffff96f298af7800. 00000100:00000010:2.0:1773941604.933376:0:12439:0:(service.c:3830:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffff96f28365bc00. 00000100:00000010:2.0:1773941604.933379:0:12439:0:(service.c:3836:ptlrpc_service_free()) kfreed 'svc': 360 at ffff96f282a93800. 00000100:00000001:2.0:1773941604.933383:0:12439:0:(service.c:3863:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941604.933527:0:12452:0:(ldlm_lockd.c:142:have_expired_locks()) Process entered 00010000:00000001:0.0:1773941604.933533:0:12452:0:(ldlm_lockd.c:147:have_expired_locks()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941604.933555:0:12452:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff96f282eddb80. 00000020:00000010:0.0:1773941604.933567:0:12452:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f2a0e25000. 00000040:00000010:0.0:1773941604.933575:0:12452:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f2a0e24c00. 00000020:00000010:0.0:1773941604.933580:0:12452:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f283098800. 00000020:00000010:0.0:1773941604.933588:0:12452:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff96f28918f8c0. 00010000:00000010:2.0:1773941604.933592:0:12439:0:(ldlm_lockd.c:3586:ldlm_cleanup()) kfreed 'ldlm_state': 32 at ffff96f285724fe0. 00000020:00000010:0.0:1773941604.933596:0:12452:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f2a0e24e00. 00010000:00000001:2.0:1773941604.933602:0:12439:0:(ldlm_lockd.c:3589:ldlm_cleanup()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:0.0:1773941604.933606:0:12452:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96f28376f060. 00010000:00000001:2.0:1773941604.933608:0:12439:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 40000000:00000010:0.0:1773941604.933615:0:12452:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff96f282edd000. 00010000:00000010:2.0:1773941604.933617:0:12439:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff96f298afb000. 00100000:00000010:0.0:1773941604.933624:0:12452:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff96f28309f000. 00040000:00000010:0.0:1773941604.933631:0:12452:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f2834a7f00. 00010000:00000010:2.0:1773941604.933638:0:12439:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff96f298aff000. 00040000:00000010:0.0:1773941604.933641:0:12452:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff96f28309c800. 00010000:00000001:2.0:1773941604.933647:0:12439:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00040000:00000010:0.0:1773941604.933651:0:12452:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f2a0e24200. 10000000:00000010:2.0:1773941604.933653:0:12439:0:(mgc_request.c:834:mgc_device_free()) kfreed 'lu': 64 at ffff96f2a031a5c0. 00000004:00000010:0.0:1773941604.933661:0:12452:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff96f28309f800. 10000000:00000001:2.0:1773941604.933663:0:12439:0:(mgc_request.c:836:mgc_device_free()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1773941604.933672:0:12452:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff96f285345000. 00000020:00000010:2.0:1773941604.933673:0:12439:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff96f283eb9400. 00000040:00000010:2.0:1773941604.933689:0:12439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff96f283eb9000. 00000004:00000010:0.0:1773941604.933690:0:12452:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff96f28309e800. 00000020:00000010:2.0:1773941604.933694:0:12439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff96f28309b000. 00002000:00000010:0.0:1773941604.933700:0:12452:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff96f288f6ac00. 00000020:00000010:2.0:1773941604.933705:0:12439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff96f283eb9800. 00000004:00000010:0.0:1773941604.933711:0:12452:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff96f288f6a000. 00040000:00000010:2.0:1773941604.933777:0:12439:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96f2834a7100. 00000020:00000010:0.0:1773941604.933783:0:12452:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f2a0e24600. 00040000:00000010:2.0:1773941604.933787:0:12439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96f283eb9600. 00010000:00000001:0.0:1773941604.933793:0:12452:0:(ldlm_lockd.c:290:expired_lock_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773941604.933798:0:12439:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f283eb9c00. 00000020:00000001:2.0:1773941604.933805:0:12439:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773941604.933814:0:12439:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffff96f298b5cd28. 00000020:00000001:2.0:1773941604.933832:0:12439:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941604.933837:0:12439:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773941604.933845:0:12439:0:(obd_config.c:2523:class_manual_cleanup()) kfreed 'lcfg': 72 at ffff96f28376ff00. 00000020:00000001:2.0:1773941604.933852:0:12439:0:(obd_config.c:2524:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941604.933860:0:12439:0:(obd_mount.c:620:lustre_stop_mgc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941604.933874:0:12439:0:(obd_mount.c:720:lustre_put_lsi()) Process entered 00000020:01000004:2.0:1773941604.933879:0:12439:0:(obd_mount.c:724:lustre_put_lsi()) put ffff96f283d8c000 1 00000020:00000001:2.0:1773941604.933885:0:12439:0:(obd_mount.c:679:lustre_free_lsi()) Process entered 00000020:01000004:2.0:1773941604.933890:0:12439:0:(obd_mount.c:682:lustre_free_lsi()) Freeing lsi ffff96f283d8a800 00000020:00000010:2.0:1773941604.933896:0:12439:0:(obd_mount.c:691:lustre_free_lsi()) kfreed 'lsi': 1880 at ffff96f283d8a800. 00000020:00000001:2.0:1773941604.933907:0:12439:0:(obd_mount.c:693:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941604.933912:0:12439:0:(obd_mount.c:727:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773941604.933918:0:12439:0:(obd_mount.c:929:lustre_common_put_super()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941604.933925:0:12439:0:(cl_object.c:885:cl_env_cache_purge()) Process entered 00000020:00000001:2.0:1773941604.933932:0:12439:0:(cl_object.c:903:cl_env_cache_purge()) Process leaving (rc=4294967295 : 4294967295 : ffffffff) 00000080:00000001:2.0:1773941604.933937:0:12439:0:(llite_lib.c:1639:ll_put_super()) Process leaving 00000080:00000001:2.0:1773941604.933941:0:12439:0:(llite_lib.c:1538:ll_fill_super()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000080:00020000:2.0:1773941604.933948:0:12439:0:(super25.c:186:lustre_fill_super()) llite: Unable to mount : rc = -108 00000020:00000010:2.0:1773941604.936481:0:12439:0:(obd_mount.c:631:lustre_put_lsm_free()) kfreed 'lmd->lmd_dev': 48 at ffff96f2a031a540. 00000020:00000010:2.0:1773941604.936486:0:12439:0:(obd_mount.c:632:lustre_put_lsm_free()) kfreed 'lmd->lmd_profile': 14 at ffff96f2987658a0. 00000020:00000010:2.0:1773941604.936488:0:12439:0:(obd_mount.c:640:lustre_put_lsm_free()) kfreed 'lmd->lmd_mgsname': 19 at ffff96f29887d660. 00000020:00000010:2.0:1773941604.936490:0:12439:0:(obd_mount.c:642:lustre_put_lsm_free()) kfreed 'lmd->lmd_params': 4096 at ffff96f298afd000. 00000020:00000010:2.0:1773941604.936499:0:12439:0:(obd_mount.c:644:lustre_put_lsm_free()) kfreed 'lmd': 128 at ffff96f290a26280. 00000400:00000010:1.0:1773941605.485784:0:2350:0:(lib-move.c:3973:lnet_print_recovery_list()) alloc '(buf)': 65 at ffff96f282ce92a0. 00000400:02000040:1.0:1773941605.485794:0:2350:0:(lib-move.c:3989:lnet_print_recovery_list()) 1 peer NIs in recovery (showing 1): 192.168.202.155@tcp 00000400:00000010:1.0:1773941605.487260:0:2350:0:(lib-move.c:3991:lnet_print_recovery_list()) kfreed 'buf': 65 at ffff96f282ce92a0. 00000001:00000001:3.0:1773941605.540292:0:12646:0:(debug.c:644:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1773941605.540297:0:12646:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_161b: @@@@@@ FAIL: mount with hostname failed 00000001:00000001:3.0:1773941605.542299:0:12646:0:(debug.c:647:libcfs_debug_mark_buffer()) ************************************************** Debug log: 45658 lines, 45658 kept, 0 dropped, 0 bad.